09:25:09.184 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:25:09.196 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskX0HRCa/test-tmp
09:25:09.199 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:25:09.203 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskX0HRCa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:25:09.463 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:25:09.593 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:25:09.594 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:25:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:09.597967 17908 mini_oidc.cc:152] Starting JWKS server
09:25:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:09.601583 17908 webserver.cc:460] Webserver started at http://127.0.0.1:38787/ using document root <none> and password file <none>
09:25:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:09.602085 17908 mini_oidc.cc:189] Starting OIDC Discovery server
09:25:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:09.603955 17908 webserver.cc:460] Webserver started at http://127.0.0.1:42617/ using document root <none> and password file <none>
09:25:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:25:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:25:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:25:09Z Disabled control of system clock
09:25:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:09.653357 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/logs
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data/info.pb
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.62:44987
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.62
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json with env {}
09:25:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.019076 17920 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.019663 17920 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.020277 17920 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.054207 17920 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.054596 17920 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.054939 17920 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.055239 17920 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.055753 17920 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.056458 17920 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
09:25:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:10.096704 17920 master_runner.cc:386] Master server non-default flags:
09:25:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data
09:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal
09:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.62:44987
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data/info.pb
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.62
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:10.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/logs
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:10.098145 17920 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:10.100449 17920 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.121352 17929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.121421 17926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:10.121392 17927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:10.122325 17920 server_base.cc:1034] running on GCE node
09:25:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.350108 17920 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.353992 17920 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.355500 17920 hybrid_clock.cc:648] HybridClock initialized: now 1781947511355475 us; error 60 us; skew 500 ppm
09:25:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.356419 17920 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.364488 17920 webserver.cc:460] Webserver started at http://127.17.125.62:37089/ using document root <none> and password file <none>
09:25:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.365664 17920 fs_manager.cc:359] Metadata directory not provided
09:25:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.365875 17920 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.366330 17920 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.372056 17920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data/instance:
09:25:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d01ae1844d4db8a299ec5d38866408"
09:25:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:11 on dist-test-slave-kkzf"
09:25:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.373529 17920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal/instance:
09:25:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d01ae1844d4db8a299ec5d38866408"
09:25:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:11 on dist-test-slave-kkzf"
09:25:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.382762 17920 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
09:25:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.390307 17936 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.391907 17920 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
09:25:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.392789 17920 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d01ae1844d4db8a299ec5d38866408"
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:11 on dist-test-slave-kkzf"
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.393370 17920 fs_report.cc:383] FS layout report
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal
09:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data/data
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.448482 17920 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.449988 17920 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.450376 17920 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.519702 17920 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.62:44987
09:25:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.519780 17987 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.62:44987 every 8 connection(s)
09:25:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.522383 17920 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/data/info.pb
09:25:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.526069 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 17920
09:25:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.526491 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-0/wal/instance
09:25:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.528606 17988 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.530558 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/logs
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data/info.pb
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.61:35417
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.61
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json with env {}
09:25:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.543246 17988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } has no permanent_uuid. Determining permanent_uuid...
09:25:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.573801 17988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } has no permanent_uuid. Determining permanent_uuid...
09:25:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.576234 17939 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.580390 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.629958 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 1
09:25:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.634047 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.702476 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 2
09:25:11.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.706482 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.798012 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 3
09:25:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.802605 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.852275 17990 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.853012 17990 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.853724 17990 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.884999 17990 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.885478 17990 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.885833 17990 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.886042 17990 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.886238 17990 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.886428 17990 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
09:25:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.927374 17990 master_runner.cc:386] Master server non-default flags:
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.61:35417
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data/info.pb
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.61
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/logs
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.928714 17990 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.931072 17990 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.946009 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 4
09:25:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.949714 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.954003 17999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:12.249207 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 5
09:25:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:12.253185 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:12.801216 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 6
09:25:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:12.810266 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.61:35417: Network error: Client connection negotiation failed: client connection to 127.17.125.61:35417: connect: Connection refused (error 111)
09:25:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.954085 18002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:11.957286 17990 server_base.cc:1034] running on GCE node
09:25:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:11.954254 18000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.254892 17990 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.259829 17990 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.261479 17990 hybrid_clock.cc:648] HybridClock initialized: now 1781947513261373 us; error 90 us; skew 500 ppm
09:25:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.262629 17990 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.269840 17990 webserver.cc:460] Webserver started at http://127.17.125.61:38553/ using document root <none> and password file <none>
09:25:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.270856 17990 fs_manager.cc:359] Metadata directory not provided
09:25:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.271101 17990 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.271512 17990 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.276575 17990 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data/instance:
09:25:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6e0233b34444a10bc51aa5134f78dfe"
09:25:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:13 on dist-test-slave-kkzf"
09:25:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.277823 17990 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal/instance:
09:25:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6e0233b34444a10bc51aa5134f78dfe"
09:25:13.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:13 on dist-test-slave-kkzf"
09:25:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.285671 17990 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
09:25:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.292011 18011 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.293649 17990 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.293987 17990 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6e0233b34444a10bc51aa5134f78dfe"
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:13 on dist-test-slave-kkzf"
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.294296 17990 fs_report.cc:383] FS layout report
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal
09:25:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data/data
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:13.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.336145 17990 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.337721 17990 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.338143 17990 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.429697 17990 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.61:35417
09:25:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.429832 18062 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.61:35417 every 8 connection(s)
09:25:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.432672 17990 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/data/info.pb
09:25:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.439030 18063 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:13.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.440593 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 17990
09:25:13.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.441088 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-1/wal/instance
09:25:13.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.444469 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/logs
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data/info.pb
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.60:46245
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.60
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json with env {}
09:25:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.455184 18063 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } has no permanent_uuid. Determining permanent_uuid...
09:25:13.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.479703 18063 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } has no permanent_uuid. Determining permanent_uuid...
09:25:13.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.496978 18063 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } has no permanent_uuid. Determining permanent_uuid...
09:25:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.499455 18013 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.503899 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.553469 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 1
09:25:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.557089 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.626004 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 2
09:25:13.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.630937 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.722381 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 3
09:25:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.726917 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.784365 18065 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.784914 18065 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.785530 18065 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.816136 18065 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.816424 18065 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.816701 18065 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.817035 18065 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.817304 18065 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.817457 18065 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.852730 18065 master_runner.cc:386] Master server non-default flags:
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal
09:25:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.60:46245
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data/info.pb
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.60
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/logs
09:25:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.854048 18065 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.856175 18065 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.870378 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 4
09:25:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.871352 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } attempt: 7
09:25:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.879042 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.882357 18076 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.897354 17988 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } has no permanent_uuid. Determining permanent_uuid...
09:25:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.905956 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:13.964448 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 1
09:25:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.969803 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.051317 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 2
09:25:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.056845 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.142330 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 3
09:25:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.147455 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.178579 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 5
09:25:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.183005 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.287904 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 4
09:25:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.292896 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.576406 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 5
09:25:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.580677 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:14.730459 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 6
09:25:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:14.737567 18063 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.883496 18075 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:13.886770 18078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:15.121773 18077 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:25:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.122318 18065 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:25:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.126530 18065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.129854 18065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.131294 18065 hybrid_clock.cc:648] HybridClock initialized: now 1781947515131249 us; error 66 us; skew 500 ppm
09:25:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.132117 18065 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.133335 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 6
09:25:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:15.139848 17988 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.125.60:46245: Network error: Client connection negotiation failed: client connection to 127.17.125.60:46245: connect: Connection refused (error 111)
09:25:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.143307 18065 webserver.cc:460] Webserver started at http://127.17.125.60:45085/ using document root <none> and password file <none>
09:25:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.144223 18065 fs_manager.cc:359] Metadata directory not provided
09:25:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.144404 18065 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.144778 18065 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.150229 18065 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data/instance:
09:25:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "886405be8adc456b87f1e044e04b5db9"
09:25:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:15 on dist-test-slave-kkzf"
09:25:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.151608 18065 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal/instance:
09:25:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "886405be8adc456b87f1e044e04b5db9"
09:25:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:15 on dist-test-slave-kkzf"
09:25:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.159427 18065 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
09:25:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.166301 18091 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:15.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.167549 18065 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.167853 18065 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "886405be8adc456b87f1e044e04b5db9"
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:15 on dist-test-slave-kkzf"
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.168154 18065 fs_report.cc:383] FS layout report
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal
09:25:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data/data
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.206691 18065 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:15.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.208127 18065 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:15.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.208541 18065 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.287971 18065 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.60:46245
09:25:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.288053 18142 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.60:46245 every 8 connection(s)
09:25:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.290748 18065 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/data/info.pb
09:25:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.295588 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18065
09:25:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.296063 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/master-2/wal/instance
09:25:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.296455 18143 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.315068 18143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } has no permanent_uuid. Determining permanent_uuid...
09:25:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.344434 18143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } has no permanent_uuid. Determining permanent_uuid...
09:25:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.357735 18143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } has no permanent_uuid. Determining permanent_uuid...
09:25:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.378662 18143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: Bootstrap starting.
09:25:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.385201 18143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: Neither blocks nor log segments found. Creating new log.
09:25:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.388556 18143 log.cc:824] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: Log is configured to *not* fsync() on all Append() calls
09:25:15.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.392795 18143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: No bootstrap required, opened a new log
09:25:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.417419 18143 raft_consensus.cc:348] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.418334 18143 raft_consensus.cc:374] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:25:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.418653 18143 raft_consensus.cc:729] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 886405be8adc456b87f1e044e04b5db9, State: Initialized, Role: FOLLOWER
09:25:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.419603 18143 consensus_queue.cc:260] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.422708 18152 sys_catalog.cc:455] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.423398 18152 sys_catalog.cc:458] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: This master's current role is: FOLLOWER
09:25:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.424196 18143 sys_catalog.cc:564] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: configured and running, proceeding with master startup.
09:25:15.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:15.461498 18163 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:15.462297 18163 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:15.465000 18097 tablet.cc:2369] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:25:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.449795 18065 master_runner.cc:186] Error getting master registration for 127.17.125.62:44987: OK, instance_id { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" instance_seqno: 1781947511499902 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:25:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.480999 18065 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.587338 18152 raft_consensus.cc:482] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.587848 18152 raft_consensus.cc:504] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.590552 18152 leader_election.cc:288] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 97d01ae1844d4db8a299ec5d38866408 (127.17.125.62:44987), f6e0233b34444a10bc51aa5134f78dfe (127.17.125.61:35417)
09:25:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.798149 18063 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 7
09:25:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.822410 18063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: Bootstrap starting.
09:25:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.829916 18063 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: Neither blocks nor log segments found. Creating new log.
09:25:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.832243 18063 log.cc:824] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: Log is configured to *not* fsync() on all Append() calls
09:25:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.838083 18063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: No bootstrap required, opened a new log
09:25:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.871352 18063 raft_consensus.cc:348] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.872255 18063 raft_consensus.cc:374] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:25:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.872543 18063 raft_consensus.cc:729] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6e0233b34444a10bc51aa5134f78dfe, State: Initialized, Role: FOLLOWER
09:25:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.873546 18063 consensus_queue.cc:260] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.878326 18167 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.880035 18063 sys_catalog.cc:564] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: configured and running, proceeding with master startup.
09:25:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.880163 18038 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "886405be8adc456b87f1e044e04b5db9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6e0233b34444a10bc51aa5134f78dfe" is_pre_election: true
09:25:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.881219 18038 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 886405be8adc456b87f1e044e04b5db9 in term 0.
09:25:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.879922 18167 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: This master's current role is: FOLLOWER
09:25:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.882526 18094 leader_election.cc:302] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 886405be8adc456b87f1e044e04b5db9, f6e0233b34444a10bc51aa5134f78dfe; no voters:
09:25:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.883473 18152 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:25:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.883805 18152 raft_consensus.cc:482] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:25:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.884101 18152 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 0 FOLLOWER]: Advancing to term 1
09:25:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.890998 18152 raft_consensus.cc:504] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.893926 18152 leader_election.cc:288] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [CANDIDATE]: Term 1 election: Requested vote from peers 97d01ae1844d4db8a299ec5d38866408 (127.17.125.62:44987), f6e0233b34444a10bc51aa5134f78dfe (127.17.125.61:35417)
09:25:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.895785 18038 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "886405be8adc456b87f1e044e04b5db9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6e0233b34444a10bc51aa5134f78dfe"
09:25:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.896466 18038 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 0 FOLLOWER]: Advancing to term 1
09:25:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.905844 18038 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 886405be8adc456b87f1e044e04b5db9 in term 1.
09:25:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.908241 18094 leader_election.cc:302] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 886405be8adc456b87f1e044e04b5db9, f6e0233b34444a10bc51aa5134f78dfe; no voters:
09:25:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.909605 18152 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 1 FOLLOWER]: Leader election won for term 1
09:25:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.919448 18152 raft_consensus.cc:686] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [term 1 LEADER]: Becoming Leader. State: Replica: 886405be8adc456b87f1e044e04b5db9, State: Running, Role: LEADER
09:25:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.921038 18152 consensus_queue.cc:237] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.944376 18171 sys_catalog.cc:455] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 886405be8adc456b87f1e044e04b5db9. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.945899 18171 sys_catalog.cc:458] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: This master's current role is: LEADER
09:25:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.958460 18175 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
09:25:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.966156 18175 catalog_manager.cc:1484] Initializing Kudu cluster ID...
09:25:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.006135 18181 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.007071 18181 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.014498 18038 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [term 1 FOLLOWER]: Refusing update from remote peer 886405be8adc456b87f1e044e04b5db9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:25:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.018990 18152 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:25:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:15.969261 17990 master_runner.cc:186] Error getting master registration for 127.17.125.62:44987: OK, instance_id { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" instance_seqno: 1781947511499902 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:25:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.023452 17990 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.061889 18152 sys_catalog.cc:455] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.062727 18152 sys_catalog.cc:458] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: This master's current role is: LEADER
09:25:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.057821 18167 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 886405be8adc456b87f1e044e04b5db9. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.063333 18167 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: This master's current role is: FOLLOWER
09:25:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.067579 18175 catalog_manager.cc:1347] Generated new cluster ID: c958c2f2c7854dacbe6e97d2559dd0e1
09:25:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.067893 18175 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
09:25:16.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.073921 18167 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.074697 18167 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe [sys.catalog]: This master's current role is: FOLLOWER
09:25:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.137449 18175 catalog_manager.cc:1370] Generated new certificate authority record
09:25:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.140054 18175 catalog_manager.cc:1504] Loading token signing keys...
09:25:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.173226 17988 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } attempt: 7
09:25:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.188791 18175 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9: Generated new TSK 0
09:25:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.190037 18175 catalog_manager.cc:1514] Initializing in-progress tserver states...
09:25:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.217381 17988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: Bootstrap starting.
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.225755 17988 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: Neither blocks nor log segments found. Creating new log.
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.226138 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/logs
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data/info.pb
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.1:0
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.1
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.1
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:25:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.230005 17988 log.cc:824] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: Log is configured to *not* fsync() on all Append() calls
09:25:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.249837 17988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: No bootstrap required, opened a new log
09:25:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.320182 17988 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.321435 17988 raft_consensus.cc:374] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:25:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.321897 17988 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97d01ae1844d4db8a299ec5d38866408, State: Initialized, Role: FOLLOWER
09:25:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.322973 17988 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } }
09:25:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.332042 18192 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.349244 18192 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: This master's current role is: FOLLOWER
09:25:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.338188 17961 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [term 0 FOLLOWER]: Advancing to term 1
09:25:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.338923 17963 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "886405be8adc456b87f1e044e04b5db9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97d01ae1844d4db8a299ec5d38866408" is_pre_election: true
09:25:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.336659 17962 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "886405be8adc456b87f1e044e04b5db9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97d01ae1844d4db8a299ec5d38866408"
09:25:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.336442 17988 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: configured and running, proceeding with master startup.
09:25:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.365559 17961 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [term 1 FOLLOWER]: Refusing update from remote peer 886405be8adc456b87f1e044e04b5db9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:25:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.369483 18171 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:25:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.494426 18201 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.495622 18201 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: This master's current role is: FOLLOWER
09:25:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.496578 18192 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 886405be8adc456b87f1e044e04b5db9. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.497236 18208 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:25:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.497284 18192 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408 [sys.catalog]: This master's current role is: FOLLOWER
09:25:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.764930 18191 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.765607 18191 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.766474 18191 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.798349 18191 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.799311 18191 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.125.1
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.835646 18191 tablet_server_runner.cc:78] Tablet server non-default flags:
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.1:0
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data/info.pb
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.1
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.1
09:25:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/logs
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.837170 18191 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.839108 18191 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.865542 18215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.955482 18220 sys_catalog.cc:455] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "886405be8adc456b87f1e044e04b5db9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97d01ae1844d4db8a299ec5d38866408" member_type: VOTER last_known_addr { host: "127.17.125.62" port: 44987 } } peers { permanent_uuid: "f6e0233b34444a10bc51aa5134f78dfe" member_type: VOTER last_known_addr { host: "127.17.125.61" port: 35417 } } peers { permanent_uuid: "886405be8adc456b87f1e044e04b5db9" member_type: VOTER last_known_addr { host: "127.17.125.60" port: 46245 } } }
09:25:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:16.956267 18220 sys_catalog.cc:458] T 00000000000000000000000000000000 P 886405be8adc456b87f1e044e04b5db9 [sys.catalog]: This master's current role is: LEADER
09:25:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.012497 18181 catalog_manager.cc:1259] Loaded cluster ID: c958c2f2c7854dacbe6e97d2559dd0e1
09:25:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.013190 18181 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: loading cluster ID for follower catalog manager: success
09:25:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.026000 18181 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: acquiring CA information for follower catalog manager: success
09:25:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.037575 18181 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f6e0233b34444a10bc51aa5134f78dfe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:25:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.517823 18208 catalog_manager.cc:1259] Loaded cluster ID: c958c2f2c7854dacbe6e97d2559dd0e1
09:25:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.518410 18208 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: loading cluster ID for follower catalog manager: success
09:25:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.546628 18208 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: acquiring CA information for follower catalog manager: success
09:25:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:17.561761 18208 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 97d01ae1844d4db8a299ec5d38866408: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:25:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.256870 18213 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 18191
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.700915 18213 kernel_stack_watchdog.cc:198] Thread 18191 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 390ms:
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:25:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.701337 18216 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:25:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:16.866462 18214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.709925 18217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.710821 18191 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.848s user 0.681s sys 1.063s
09:25:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:18.711367 18191 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.849s user 0.681s sys 1.064s
09:25:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.711773 18191 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:25:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.713469 18191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.725778 18191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.728296 18191 hybrid_clock.cc:648] HybridClock initialized: now 1781947518728257 us; error 54 us; skew 500 ppm
09:25:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.730211 18191 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.761868 18191 webserver.cc:460] Webserver started at http://127.17.125.1:36201/ using document root <none> and password file <none>
09:25:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.763720 18191 fs_manager.cc:359] Metadata directory not provided
09:25:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.764250 18191 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.765009 18191 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.772518 18191 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data/instance:
09:25:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62912841f5e04162ab49272a83d5d5ef"
09:25:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:18 on dist-test-slave-kkzf"
09:25:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.775032 18191 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal/instance:
09:25:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62912841f5e04162ab49272a83d5d5ef"
09:25:18.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:18 on dist-test-slave-kkzf"
09:25:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.794759 18191 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.012s sys 0.001s
09:25:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.808799 18228 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.810803 18191 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.010s sys 0.000s
09:25:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.811482 18191 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal
09:25:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62912841f5e04162ab49272a83d5d5ef"
09:25:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:18 on dist-test-slave-kkzf"
09:25:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.812227 18191 fs_report.cc:383] FS layout report
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data/data
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.873106 18191 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.875065 18191 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.875635 18191 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.879030 18191 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:25:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.885576 18191 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:25:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.885967 18191 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
09:25:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.886263 18191 ts_tablet_manager.cc:610] Registered 0 tablets
09:25:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:18.886474 18191 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:25:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.139235 18191 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.1:35925
09:25:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.139389 18340 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.1:35925 every 8 connection(s)
09:25:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.142946 18191 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/data/info.pb
09:25:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.147910 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18191
09:25:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.148484 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-0/wal/instance
09:25:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.166452 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/logs
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data/info.pb
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.2:0
09:25:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.2
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.2
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:25:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.244194 18343 heartbeater.cc:347] Connected to a master server at 127.17.125.62:44987
09:25:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.244666 18343 heartbeater.cc:464] Registering TS with master...
09:25:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.246258 18343 heartbeater.cc:511] Master 127.17.125.62:44987 requested a full tablet report, sending...
09:25:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.250094 18342 heartbeater.cc:347] Connected to a master server at 127.17.125.61:35417
09:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.250059 17953 ts_manager.cc:194] Registered new tserver with Master: 62912841f5e04162ab49272a83d5d5ef (127.17.125.1:35925)
09:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.250440 18342 heartbeater.cc:464] Registering TS with master...
09:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.251217 18342 heartbeater.cc:511] Master 127.17.125.61:35417 requested a full tablet report, sending...
09:25:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.255026 18028 ts_manager.cc:194] Registered new tserver with Master: 62912841f5e04162ab49272a83d5d5ef (127.17.125.1:35925)
09:25:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.256524 18341 heartbeater.cc:347] Connected to a master server at 127.17.125.60:46245
09:25:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.256868 18341 heartbeater.cc:464] Registering TS with master...
09:25:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.257767 18341 heartbeater.cc:511] Master 127.17.125.60:46245 requested a full tablet report, sending...
09:25:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.260459 18108 ts_manager.cc:194] Registered new tserver with Master: 62912841f5e04162ab49272a83d5d5ef (127.17.125.1:35925)
09:25:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.263477 18108 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.125.1:37027
09:25:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.683200 18346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.683846 18346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.684542 18346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.722657 18346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.723459 18346 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.125.2
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.759701 18346 tablet_server_runner.cc:78] Tablet server non-default flags:
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.2:0
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data/info.pb
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.2
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.2
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/logs
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.761221 18346 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:19.763283 18346 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.785315 18358 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:20.268445 18341 heartbeater.cc:503] Master 127.17.125.60:46245 was elected leader, sending a full tablet report...
09:25:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.786695 18359 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.039070 18360 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:25:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:19.785542 18361 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.039175 18346 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:25:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.044335 18346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.047324 18346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:21.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.048821 18346 hybrid_clock.cc:648] HybridClock initialized: now 1781947521048779 us; error 61 us; skew 500 ppm
09:25:21.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.049708 18346 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.062291 18346 webserver.cc:460] Webserver started at http://127.17.125.2:35619/ using document root <none> and password file <none>
09:25:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.063251 18346 fs_manager.cc:359] Metadata directory not provided
09:25:21.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.063457 18346 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.063833 18346 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.069243 18346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data/instance:
09:25:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bc8e67695b14ae683ff2aca2cf97763"
09:25:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:21 on dist-test-slave-kkzf"
09:25:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.070348 18346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal/instance:
09:25:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bc8e67695b14ae683ff2aca2cf97763"
09:25:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:21 on dist-test-slave-kkzf"
09:25:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.077845 18346 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
09:25:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.083945 18369 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.085263 18346 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.002s
09:25:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.085592 18346 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal
09:25:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bc8e67695b14ae683ff2aca2cf97763"
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:21 on dist-test-slave-kkzf"
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.085909 18346 fs_report.cc:383] FS layout report
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data/data
09:25:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.134202 18346 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.135885 18346 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.136464 18346 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.139818 18346 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:25:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.145190 18346 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:25:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.145444 18346 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:25:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.145807 18346 ts_tablet_manager.cc:610] Registered 0 tablets
09:25:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.146008 18346 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:25:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.313119 18346 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.2:38757
09:25:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.313264 18481 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.2:38757 every 8 connection(s)
09:25:21.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.316386 18346 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/data/info.pb
09:25:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.320053 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18346
09:25:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.320719 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-1/wal/instance
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.337579 17908 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/logs
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data/info.pb
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.3:0
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.3
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.3
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:25:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.377562 18482 heartbeater.cc:347] Connected to a master server at 127.17.125.60:46245
09:25:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.378119 18482 heartbeater.cc:464] Registering TS with master...
09:25:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.379374 18482 heartbeater.cc:511] Master 127.17.125.60:46245 requested a full tablet report, sending...
09:25:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.379686 18483 heartbeater.cc:347] Connected to a master server at 127.17.125.61:35417
09:25:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.380148 18483 heartbeater.cc:464] Registering TS with master...
09:25:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.381342 18483 heartbeater.cc:511] Master 127.17.125.61:35417 requested a full tablet report, sending...
09:25:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.383610 18108 ts_manager.cc:194] Registered new tserver with Master: 8bc8e67695b14ae683ff2aca2cf97763 (127.17.125.2:38757)
09:25:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.385739 18028 ts_manager.cc:194] Registered new tserver with Master: 8bc8e67695b14ae683ff2aca2cf97763 (127.17.125.2:38757)
09:25:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.385926 18108 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.125.2:34913
09:25:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.392863 18484 heartbeater.cc:347] Connected to a master server at 127.17.125.62:44987
09:25:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.393386 18484 heartbeater.cc:464] Registering TS with master...
09:25:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.394176 18484 heartbeater.cc:511] Master 127.17.125.62:44987 requested a full tablet report, sending...
09:25:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.396776 17953 ts_manager.cc:194] Registered new tserver with Master: 8bc8e67695b14ae683ff2aca2cf97763 (127.17.125.2:38757)
09:25:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.702525 18490 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.702992 18490 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.703514 18490 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:21.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.738129 18490 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:21.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.738960 18490 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.125.3
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.773562 18490 tablet_server_runner.cc:78] Tablet server non-default flags:
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.125.20:42795
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.125.3:0
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data/info.pb
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.125.3
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.125.62:44987,127.17.125.61:35417,127.17.125.60:46245
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.125.3
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/logs
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.774734 18490 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.776863 18490 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.798281 18498 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:22.390281 18482 heartbeater.cc:503] Master 127.17.125.60:46245 was elected leader, sending a full tablet report...
09:25:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.798346 18499 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:21.798287 18501 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:21.801282 18490 server_base.cc:1034] running on GCE node
09:25:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.050797 18490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.053891 18490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.055387 18490 hybrid_clock.cc:648] HybridClock initialized: now 1781947523055310 us; error 83 us; skew 500 ppm
09:25:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.056493 18490 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.064545 18490 webserver.cc:460] Webserver started at http://127.17.125.3:42477/ using document root <none> and password file <none>
09:25:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.065828 18490 fs_manager.cc:359] Metadata directory not provided
09:25:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.066097 18490 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.066653 18490 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.072108 18490 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data/instance:
09:25:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03f5fcdd99f24067a1a71c6aceb1690b"
09:25:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:23 on dist-test-slave-kkzf"
09:25:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.073534 18490 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal/instance:
09:25:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03f5fcdd99f24067a1a71c6aceb1690b"
09:25:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:23 on dist-test-slave-kkzf"
09:25:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.082096 18490 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
09:25:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.089257 18509 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.090796 18490 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
09:25:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.091143 18490 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal
09:25:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03f5fcdd99f24067a1a71c6aceb1690b"
09:25:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:23 on dist-test-slave-kkzf"
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.091531 18490 fs_report.cc:383] FS layout report
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data/data
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.130218 18490 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.131697 18490 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.132123 18490 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.135013 18490 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:25:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.141014 18490 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:25:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.141324 18490 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
09:25:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.141647 18490 ts_tablet_manager.cc:610] Registered 0 tablets
09:25:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.141865 18490 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:25:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.328083 18490 rpc_server.cc:307] RPC server started. Bound to: 127.17.125.3:39981
09:25:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.328199 18621 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.125.3:39981 every 8 connection(s)
09:25:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.331851 18490 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/data/info.pb
09:25:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.341208 17908 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18490
09:25:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.341840 17908 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster1519521440111719569/ts-2/wal/instance
09:25:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.406631 18624 heartbeater.cc:347] Connected to a master server at 127.17.125.62:44987
09:25:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.407207 18624 heartbeater.cc:464] Registering TS with master...
09:25:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.408349 18623 heartbeater.cc:347] Connected to a master server at 127.17.125.61:35417
09:25:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.408560 18622 heartbeater.cc:347] Connected to a master server at 127.17.125.60:46245
09:25:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.408646 18624 heartbeater.cc:511] Master 127.17.125.62:44987 requested a full tablet report, sending...
09:25:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.408813 18623 heartbeater.cc:464] Registering TS with master...
09:25:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.408907 18622 heartbeater.cc:464] Registering TS with master...
09:25:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.410027 18623 heartbeater.cc:511] Master 127.17.125.61:35417 requested a full tablet report, sending...
09:25:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.410048 18622 heartbeater.cc:511] Master 127.17.125.60:46245 requested a full tablet report, sending...
09:25:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.413514 17953 ts_manager.cc:194] Registered new tserver with Master: 03f5fcdd99f24067a1a71c6aceb1690b (127.17.125.3:39981)
09:25:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.413801 18027 ts_manager.cc:194] Registered new tserver with Master: 03f5fcdd99f24067a1a71c6aceb1690b (127.17.125.3:39981)
09:25:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.414731 18108 ts_manager.cc:194] Registered new tserver with Master: 03f5fcdd99f24067a1a71c6aceb1690b (127.17.125.3:39981)
09:25:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.416589 18108 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.125.3:58649
09:25:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:23.430675 17908 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
09:25:23.444 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:25:23.446 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:25:23.461 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.125.62"
port: 44987
}
bound_http_address {
host: "127.17.125.62"
port: 37089
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.125.61"
port: 35417
}
bound_http_address {
host: "127.17.125.61"
port: 38553
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.125.60"
port: 46245
}
bound_http_address {
host: "127.17.125.60"
port: 45085
}
}
}
09:25:23.466 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:25:23.468 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.125.1"
port: 35925
}
bound_http_address {
host: "127.17.125.1"
port: 36201
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.125.2"
port: 38757
}
bound_http_address {
host: "127.17.125.2"
port: 35619
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.125.3"
port: 39981
}
bound_http_address {
host: "127.17.125.3"
port: 42477
}
}
}
09:25:23.468 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:25:23.662 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:25:23.797 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskX0HRCa/test-tmp
09:25:23.798 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:25:23.799 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskX0HRCa/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:25:23.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
09:25:24.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:24.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:25:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:24.157402 18634 mini_oidc.cc:152] Starting JWKS server
09:25:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:24.160983 18634 webserver.cc:460] Webserver started at http://127.0.0.1:42835/ using document root <none> and password file <none>
09:25:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:24.161408 18634 mini_oidc.cc:189] Starting OIDC Discovery server
09:25:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:24.163095 18634 webserver.cc:460] Webserver started at http://127.0.0.1:41271/ using document root <none> and password file <none>
09:25:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:25:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/principal' for realm 'KRBTEST.COM',
09:25:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:25:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:24 dist-test-slave-kkzf krb5kdc[18646](info): setting up network...
09:25:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:25:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:24 dist-test-slave-kkzf krb5kdc[18646](info): set up 2 sockets
09:25:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:24 dist-test-slave-kkzf krb5kdc[18646](info): commencing operation
09:25:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:25:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:24.423154 18622 heartbeater.cc:503] Master 127.17.125.60:46245 was elected leader, sending a full tablet report...
09:25:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.312759 18634 mini_kdc.cc:121] Time spent starting KDC: real 1.124s user 0.007s sys 0.013s
09:25:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:25:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:25:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:25:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:25:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:25:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:25:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:25:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:25:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:25:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:25:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/test-user.keytab.
09:25:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/test-user.keytab.
09:25:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:25 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:25:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:25:25Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:25:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:25:25Z Disabled control of system clock
09:25:25.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.50.190@KRBTEST.COM; defaulting to no policy
09:25:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.50.190@KRBTEST.COM" created.
09:25:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab.
09:25:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab.
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:25.526264 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/logs
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.190:37003
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.190
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.190
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.852685 18659 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.853329 18659 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.853958 18659 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.885553 18659 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.885851 18659 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.886253 18659 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.886548 18659 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.886875 18659 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.887182 18659 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.887428 18659 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:25.930032 18659 master_runner.cc:386] Master server non-default flags:
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.190
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.190:37003
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.190
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/logs
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:25.931159 18659 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:25.932090 18659 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.950258 18665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.950263 18666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:25.953728 18659 server_base.cc:1034] running on GCE node
09:25:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:25.953899 18668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.211663 18659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.215231 18659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.216750 18659 hybrid_clock.cc:648] HybridClock initialized: now 1781947527216705 us; error 63 us; skew 500 ppm
09:25:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.217756 18659 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:27 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947527, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.227556 18659 init.cc:377] Logged in from keytab as kudu/127.18.50.190@KRBTEST.COM (short username kudu)
09:25:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.233920 18659 webserver.cc:460] Webserver started at http://127.18.50.190:45101/ using document root <none> and password file <none>
09:25:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.235152 18659 fs_manager.cc:359] Metadata directory not provided
09:25:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.235411 18659 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.235977 18659 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.241473 18659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/instance:
09:25:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f8e408c2e534114ac333369b425b3ee"
09:25:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:27 on dist-test-slave-kkzf"
09:25:27.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.242724 18659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal/instance:
09:25:27.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f8e408c2e534114ac333369b425b3ee"
09:25:27.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:27 on dist-test-slave-kkzf"
09:25:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.251396 18659 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
09:25:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.258000 18677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.259043 18659 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:25:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.259429 18659 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f8e408c2e534114ac333369b425b3ee"
09:25:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:27 on dist-test-slave-kkzf"
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.259784 18659 fs_report.cc:383] FS layout report
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/data
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.295500 18659 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.302186 18659 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.302773 18659 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:27.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.391711 18659 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.190:37003
09:25:27.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.391809 18728 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.190:37003 every 8 connection(s)
09:25:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.394629 18659 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.399428 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18659
09:25:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.399917 18634 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal/instance
09:25:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.401346 18729 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.416165 18729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } has no permanent_uuid. Determining permanent_uuid...
09:25:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.50.189@KRBTEST.COM; defaulting to no policy
09:25:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.50.189@KRBTEST.COM" created.
09:25:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:27 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947527, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.190@KRBTEST.COM for kudu/127.18.50.190@KRBTEST.COM
09:25:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab.
09:25:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab.
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.462802 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/logs
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.189:35493
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.189
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.189
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.468686 18729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
09:25:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.471046 18679 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.474956 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.524595 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 1
09:25:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.529556 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.598047 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 2
09:25:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.602339 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.693787 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 3
09:25:27.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.697834 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.803040 18735 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.803603 18735 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.804263 18735 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.836670 18735 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.836902 18735 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.837240 18735 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.837462 18735 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.837651 18735 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.837839 18735 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.837989 18735 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.841370 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 4
09:25:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.845341 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.876633 18735 master_runner.cc:386] Master server non-default flags:
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.189
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.189:35493
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.189
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/logs
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.878185 18735 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:27.879594 18735 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.900377 18742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:28.144711 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 5
09:25:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:28.152272 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:28.699846 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 6
09:25:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:28.707330 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.189:35493: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.900184 18745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:29.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:27.901006 18743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.447945 18744 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1542 milliseconds
09:25:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.448305 18735 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:25:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.450199 18735 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.453526 18735 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.455099 18735 hybrid_clock.cc:648] HybridClock initialized: now 1781947529455055 us; error 66 us; skew 500 ppm
09:25:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.456238 18735 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:29 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947529, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.464027 18735 init.cc:377] Logged in from keytab as kudu/127.18.50.189@KRBTEST.COM (short username kudu)
09:25:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.471115 18735 webserver.cc:460] Webserver started at http://127.18.50.189:37859/ using document root <none> and password file <none>
09:25:29.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.472169 18735 fs_manager.cc:359] Metadata directory not provided
09:25:29.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.472373 18735 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:29.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.472795 18735 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.478261 18735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/instance:
09:25:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd"
09:25:29.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:29 on dist-test-slave-kkzf"
09:25:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.479789 18735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal/instance:
09:25:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd"
09:25:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:29 on dist-test-slave-kkzf"
09:25:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.488658 18735 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
09:25:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.495538 18755 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.496867 18735 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
09:25:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.497349 18735 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd"
09:25:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:29 on dist-test-slave-kkzf"
09:25:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.497752 18735 fs_report.cc:383] FS layout report
09:25:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/data
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:29.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.567034 18735 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.575469 18735 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.576035 18735 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.665911 18735 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.189:35493
09:25:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.666042 18808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.189:35493 every 8 connection(s)
09:25:29.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.668653 18735 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.670178 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18735
09:25:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.670657 18634 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal/instance
09:25:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.675187 18809 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.687222 18809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } has no permanent_uuid. Determining permanent_uuid...
09:25:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.50.188@KRBTEST.COM; defaulting to no policy
09:25:29.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.50.188@KRBTEST.COM" created.
09:25:29.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:29 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947529, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.189@KRBTEST.COM for kudu/127.18.50.190@KRBTEST.COM
09:25:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:25:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab.
09:25:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.50.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab.
09:25:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.731328 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/logs
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.188:46131
09:25:29.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.188
09:25:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.188
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.738404 18809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
09:25:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:29 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947529, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.189@KRBTEST.COM for kudu/127.18.50.189@KRBTEST.COM
09:25:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.767918 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } attempt: 7
09:25:29.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.772569 18809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
09:25:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.775156 18759 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.781329 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:29 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947527, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.190@KRBTEST.COM for kudu/127.18.50.189@KRBTEST.COM
09:25:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.831100 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 1
09:25:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.833330 18729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
09:25:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.837173 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.839162 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.897543 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 1
09:25:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.902338 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.912497 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 2
09:25:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.917498 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:29.983739 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 2
09:25:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:29.987705 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.008945 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 3
09:25:30.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.013549 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.073154 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 3
09:25:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.076835 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.105572 18815 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.106220 18815 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.107052 18815 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.139321 18815 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.139551 18815 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.139806 18815 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.140120 18815 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.140354 18815 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.140579 18815 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.140817 18815 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.157027 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 4
09:25:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.160319 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.178987 18815 master_runner.cc:386] Master server non-default flags:
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.188
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.188:46131
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.188
09:25:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/logs
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.180064 18815 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.181025 18815 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.198123 18829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.217293 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 4
09:25:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.220795 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.459736 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 5
09:25:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.463385 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:30.504412 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 5
09:25:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.509222 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.842867 18805 debug-util.cc:398] Leaking SignalData structure 0x7b0800073060 after lost signal to thread 18737
09:25:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.843394 18805 debug-util.cc:398] Leaking SignalData structure 0x7b08000737e0 after lost signal to thread 18808
09:25:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.011031 18809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 6
09:25:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:31.029676 18809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.061852 18729 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } attempt: 6
09:25:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:31.072237 18729 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.50.188:46131: Network error: Client connection negotiation failed: client connection to 127.18.50.188:46131: connect: Connection refused (error 111)
09:25:31.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.199012 18826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:31.520746 18828 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:25:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:30.198148 18827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.521354 18815 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:25:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.527310 18815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.530979 18815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.532601 18815 hybrid_clock.cc:648] HybridClock initialized: now 1781947531532529 us; error 98 us; skew 500 ppm
09:25:31.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.533725 18815 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947531, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:31.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.540831 18815 init.cc:377] Logged in from keytab as kudu/127.18.50.188@KRBTEST.COM (short username kudu)
09:25:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.549191 18815 webserver.cc:460] Webserver started at http://127.18.50.188:45297/ using document root <none> and password file <none>
09:25:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.550530 18815 fs_manager.cc:359] Metadata directory not provided
09:25:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.550978 18815 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.551519 18815 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:25:31.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.557991 18815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/instance:
09:25:31.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "178ca4d4124844caaf03586db190baff"
09:25:31.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:31 on dist-test-slave-kkzf"
09:25:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.559608 18815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal/instance:
09:25:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "178ca4d4124844caaf03586db190baff"
09:25:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:31 on dist-test-slave-kkzf"
09:25:31.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.569167 18815 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
09:25:31.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.577303 18841 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:31.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.579293 18815 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.008s sys 0.000s
09:25:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.579723 18815 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "178ca4d4124844caaf03586db190baff"
09:25:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:31 on dist-test-slave-kkzf"
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.580163 18815 fs_report.cc:383] FS layout report
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/data
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.629751 18815 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.637195 18815 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.637771 18815 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.760996 18815 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.188:46131
09:25:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.761086 18893 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.188:46131 every 8 connection(s)
09:25:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.764143 18815 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.765179 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18815
09:25:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.765679 18634 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal/instance
09:25:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.780189 18894 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:25:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.800837 18894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } has no permanent_uuid. Determining permanent_uuid...
09:25:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.50.188@KRBTEST.COM
09:25:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947531, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for kudu/127.18.50.190@KRBTEST.COM
09:25:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.861811 18894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } has no permanent_uuid. Determining permanent_uuid...
09:25:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.50.189@KRBTEST.COM
09:25:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947531, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for kudu/127.18.50.189@KRBTEST.COM
09:25:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.901587 18894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
09:25:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.50.190@KRBTEST.COM
09:25:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947531, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for kudu/127.18.50.188@KRBTEST.COM
09:25:31.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.922482 18634 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
09:25:31.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:31.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
09:25:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.941315 18894 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Bootstrap starting.
09:25:31.944 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
09:25:31.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
09:25:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.949684 18894 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Neither blocks nor log segments found. Creating new log.
09:25:31.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.50.190"
port: 37003
}
bound_http_address {
host: "127.18.50.190"
port: 45101
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.50.189"
port: 35493
}
bound_http_address {
host: "127.18.50.189"
port: 37859
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.50.188"
port: 46131
}
bound_http_address {
host: "127.18.50.188"
port: 45297
}
}
}
09:25:31.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:25:31.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:31.952 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:25:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.952395 18894 log.cc:824] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Log is configured to *not* fsync() on all Append() calls
09:25:31.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:25:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.960994 18894 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: No bootstrap required, opened a new log
09:25:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:31 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947531, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:25:31.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:31.988 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc
09:25:31.993 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:25:31.994 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc
09:25:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.994907 18894 raft_consensus.cc:348] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.995774 18894 raft_consensus.cc:374] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:25:31.996 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:25:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.996070 18894 raft_consensus.cc:729] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 178ca4d4124844caaf03586db190baff, State: Initialized, Role: FOLLOWER
09:25:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:31.997085 18894 consensus_queue.cc:260] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.000682 18906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } } }
09:25:32.001 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:25:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.001713 18906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: This master's current role is: FOLLOWER
09:25:32.004 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:25:32.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:25:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.004292 18894 sys_catalog.cc:564] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: configured and running, proceeding with master startup.
09:25:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:32 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947532, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:25:32.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.057165 18919 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:32.057 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc
09:25:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.057542 18919 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:32.059 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:25:32.059 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.50.189:35493
09:25:32.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:25:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.062139 18634 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18735
09:25:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.035346 18815 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: OK, instance_id { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" instance_seqno: 1781947527368971 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:25:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.077126 18815 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:32.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:32.091 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.50.190:37003
09:25:32.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:25:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.092140 18634 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18659
09:25:32.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:32.120 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.50.188:46131
09:25:32.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:25:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.121520 18634 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18815
09:25:32.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:32.141 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.50.189:35493
09:25:32.143 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
09:25:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.145455 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/logs
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.189:35493
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.189
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37859
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.189
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.479744 18921 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.480264 18921 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.480819 18921 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.512290 18921 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.512573 18921 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.512941 18921 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.513190 18921 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.513382 18921 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.513568 18921 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.513695 18921 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.565483 18921 master_runner.cc:386] Master server non-default flags:
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.189.keytab
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.189
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.189:35493
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.189
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37859
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/logs
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.566649 18921 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.567672 18921 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.587713 18929 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.587715 18931 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:32.589474 18921 server_base.cc:1034] running on GCE node
09:25:33.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:32.587997 18928 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.815762 18921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.820218 18921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.821791 18921 hybrid_clock.cc:648] HybridClock initialized: now 1781947533821753 us; error 43 us; skew 500 ppm
09:25:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.822968 18921 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:33 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947533, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.832612 18921 init.cc:377] Logged in from keytab as kudu/127.18.50.189@KRBTEST.COM (short username kudu)
09:25:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.838302 18921 webserver.cc:460] Webserver started at http://127.18.50.189:37859/ using document root <none> and password file <none>
09:25:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.839427 18921 fs_manager.cc:359] Metadata directory not provided
09:25:33.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.839695 18921 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.848431 18921 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
09:25:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.853986 18940 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.855213 18921 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.855659 18921 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd"
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:29 on dist-test-slave-kkzf"
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.858218 18921 fs_report.cc:383] FS layout report
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/data
09:25:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.900527 18921 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.906700 18921 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.907238 18921 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.977427 18921 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.189:35493
09:25:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.977556 18991 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.189:35493 every 8 connection(s)
09:25:33.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.980261 18921 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/data/info.pb
09:25:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.989576 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18921
09:25:33.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:33.990 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.50.190:37003
09:25:33.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:25:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.991716 18992 sys_catalog.cc:263] Verifying existing consensus state
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.992137 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/logs
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.190:37003
09:25:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.190
09:25:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45101
09:25:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.190
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 09:25:33.992564 18992 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:25:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:33.993111 18921 master.cc:537] Master@127.18.50.189:35493 shutting down...
09:25:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:34.056437 18921 master.cc:552] Master@127.18.50.189:35493 shutdown complete.
09:25:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:25:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.328419 18994 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.329083 18994 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.329841 18994 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.362543 18994 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.362851 18994 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.363303 18994 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.363636 18994 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.363955 18994 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.364274 18994 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.364538 18994 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:34.401813 18994 master_runner.cc:386] Master server non-default flags:
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.190.keytab
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.190
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.190:37003
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.190
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45101
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/logs
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:34.402913 18994 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:34.403913 18994 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.421679 19002 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.423079 19004 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:34.423493 18994 server_base.cc:1034] running on GCE node
09:25:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:34.421692 19001 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.667548 18994 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.670836 18994 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:35.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.672322 18994 hybrid_clock.cc:648] HybridClock initialized: now 1781947535672247 us; error 57 us; skew 500 ppm
09:25:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.673237 18994 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:35 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947535, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.679548 18994 init.cc:377] Logged in from keytab as kudu/127.18.50.190@KRBTEST.COM (short username kudu)
09:25:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.685410 18994 webserver.cc:460] Webserver started at http://127.18.50.190:45101/ using document root <none> and password file <none>
09:25:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.686357 18994 fs_manager.cc:359] Metadata directory not provided
09:25:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.686568 18994 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.695020 18994 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
09:25:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.699570 19012 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:35.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.700736 18994 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.701125 18994 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f8e408c2e534114ac333369b425b3ee"
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:27 on dist-test-slave-kkzf"
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.703365 18994 fs_report.cc:383] FS layout report
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/data
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.774899 18994 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.780464 18994 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.780864 18994 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:35.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.851464 18994 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.190:37003
09:25:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.851632 19063 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.190:37003 every 8 connection(s)
09:25:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.855116 18994 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/data/info.pb
09:25:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.864552 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 18994
09:25:35.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:35.866 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.50.188:46131
09:25:35.866 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:25:35.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.866468 19064 sys_catalog.cc:263] Verifying existing consensus state
09:25:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 09:25:35.867134 19064 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:25:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.867496 18994 master.cc:537] Master@127.18.50.190:37003 shutting down...
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.867609 18634 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/logs
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.188:46131
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.188
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45297
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.188
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:25:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:35.930857 18994 master.cc:552] Master@127.18.50.190:37003 shutdown complete.
09:25:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:25:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.212778 19066 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:25:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.213474 19066 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:25:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.214085 19066 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:25:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.250355 19066 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:25:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.250610 19066 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:25:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.250890 19066 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:25:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.251097 19066 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:25:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.251304 19066 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:25:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.251497 19066 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:25:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.251634 19066 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42835/jwks.json
09:25:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:36.296072 19066 master_runner.cc:386] Master server non-default flags:
09:25:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:25:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.50.148:38569
09:25:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:25:36.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.50.190:37003,127.18.50.189:35493,127.18.50.188:46131
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/krb5kdc/kudu_127.18.50.188.keytab
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.50.188
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.50.188:46131
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42835/jwks.json
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.50.188
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45297
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/logs
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:25:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:25:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:25:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:25:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:25:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:25:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:36.298209 19066 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:25:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:36.299772 19066 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:25:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.324406 19072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:37.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:36.329489 19073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:37.667166 19076 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:25:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:37.669270 19066 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.344s user 0.523s sys 0.816s
09:25:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:37.669658 19066 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.344s user 0.523s sys 0.816s
09:25:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.669948 19066 server_base.cc:1034] running on GCE node
09:25:37.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.671499 19066 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:25:37.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.674989 19066 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:25:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.676478 19066 hybrid_clock.cc:648] HybridClock initialized: now 1781947537676409 us; error 89 us; skew 500 ppm
09:25:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.677740 19066 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:25:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:37 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947537, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.687088 19066 init.cc:377] Logged in from keytab as kudu/127.18.50.188@KRBTEST.COM (short username kudu)
09:25:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.693409 19066 webserver.cc:460] Webserver started at http://127.18.50.188:45297/ using document root <none> and password file <none>
09:25:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.694495 19066 fs_manager.cc:359] Metadata directory not provided
09:25:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.694770 19066 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:25:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.704516 19066 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
09:25:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.710589 19084 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:25:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.711952 19066 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
09:25:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.712352 19066 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data,/tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "178ca4d4124844caaf03586db190baff"
09:25:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:25:31 on dist-test-slave-kkzf"
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.715425 19066 fs_report.cc:383] FS layout report
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/wal
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/data
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:25:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:25:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.776135 19066 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:25:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.783318 19066 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:25:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.783785 19066 kserver.cc:163] Server-wide thread pool size limit: 3276
09:25:37.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.862282 19066 rpc_server.cc:307] RPC server started. Bound to: 127.18.50.188:46131
09:25:37.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.862538 19135 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.50.188:46131 every 8 connection(s)
09:25:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.865541 19066 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX0HRCa/test-tmp/mini-kudu-cluster8281238344177085169/master-2/data/info.pb
09:25:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.873975 18634 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu as pid 19066
09:25:37.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:25:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.876322 19136 sys_catalog.cc:263] Verifying existing consensus state
09:25:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.881814 19136 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Bootstrap starting.
09:25:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.934172 19136 log.cc:824] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Log is configured to *not* fsync() on all Append() calls
09:25:37.939 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.940738 19136 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:25:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.941720 19136 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Bootstrap complete.
09:25:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.977958 19136 raft_consensus.cc:348] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.981413 19136 raft_consensus.cc:374] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:25:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.981750 19136 raft_consensus.cc:729] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 178ca4d4124844caaf03586db190baff, State: Initialized, Role: FOLLOWER
09:25:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.982764 19136 consensus_queue.cc:260] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.987226 19140 sys_catalog.cc:455] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } } }
09:25:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.988457 19140 sys_catalog.cc:458] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: This master's current role is: FOLLOWER
09:25:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:37.989114 19136 sys_catalog.cc:564] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [sys.catalog]: configured and running, proceeding with master startup.
09:25:38.018 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.024 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.50.188:46131(127.18.50.188:46131)] connecting to peer
09:25:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.038379 19140 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.039487 19140 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.040807 19090 tablet.cc:2369] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:25:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.042703 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:38.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.042995 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.045282 19088 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.045683 19140 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.050665 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:38.060678 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.061403 19086 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.062469 19140 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:38.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.048277 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:25:38.086 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.50.188:46131(127.18.50.188:46131)] Successfully connected to peer
09:25:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:38.087646 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:38.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.170 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:25:38.179 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.18.50.188
09:25:38.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:38 dist-test-slave-kkzf krb5kdc[18646](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947532, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.50.188@KRBTEST.COM
09:25:38.460 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa5fb1e80, L:/127.0.0.1:46056 - R:/127.18.50.188:46131] using SASL/GSSAPI
09:25:38.481 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.501 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.519 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.541 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.589 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.601 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.659 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.661 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:38.760 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:38.762 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:38.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:38.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:38.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:39.000 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:39.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.002 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:39.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:39.046341 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:39.046638 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:39.500 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:39.502 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:39.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:39.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:39.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:40.000810 19161 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:40.001252 19161 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:40.003062 19161 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:40.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:40.010025 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:40.010630 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:40.011029 19086 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:40.011911 19161 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:40.049808 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:40.050055 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:40.519 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:40.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:40.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:40.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:40.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:40.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:40.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:40.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:40.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:41.053368 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:41.053643 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:42.056764 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:42.057065 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:42.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:42.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:42.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:42.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:42.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:42.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:42.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:42.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:42.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.030366 19170 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.030857 19170 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.032596 19170 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:43.039049 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:43.039687 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.040234 19088 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.041028 19170 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:43.060350 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:43.060637 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.090402 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:25:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:43.090777 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:44.063812 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:44.064086 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:44.300 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:44.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:44.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:44.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:44.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:44.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:44.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:44.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:44.307 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.066812 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.067076 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:45.853773 19177 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:45.854314 19177 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:45.856186 19177 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.858994 19086 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.858994 19088 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:25:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.862850 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:45.864101 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:45.864562 19088 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:45.865382 19177 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:46.070251 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:46.070561 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:47.074674 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:47.075078 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:47 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947547, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:47.692051 19080 init.cc:295] Successfully reacquired a new kerberos TGT
09:25:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:47.834617 18337 debug-util.cc:398] Leaking SignalData structure 0x7b08000afde0 after lost signal to thread 18209
09:25:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:47.835924 18337 debug-util.cc:398] Leaking SignalData structure 0x7b08000bee00 after lost signal to thread 18340
09:25:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:48.078408 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:48.078780 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.094738 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:25:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.095230 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:48.400 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:48.401 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:48.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:48.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:48.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:48.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:48.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:48.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:48.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.689006 19185 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.689718 19185 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.691710 19185 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:48.696656 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:48.697302 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.697765 19086 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:48.698623 19185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:49.081832 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:49.082129 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:50.084884 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:50.085206 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:50.951555 19194 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:50.951924 19194 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:50.953609 19194 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:50.955897 19088 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111) [suppressed 2 similar messages]
09:25:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:50.958784 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:50.959302 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:50.959697 19088 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:50.960371 19194 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:51.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:51.088464 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:51.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:51.088771 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:51.479 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:51.481 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:51.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:51.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:51.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:51.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:51.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:51.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:51.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:52.092054 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:52.092358 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:52.859925 18139 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd240 after lost signal to thread 18070
09:25:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:52.860843 18139 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0860 after lost signal to thread 18142
09:25:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:53.095278 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:53.095588 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:53.098423 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:25:53.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:53.099020 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:54.099979 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:54.100338 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:54.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:54.161 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:54.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:54.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:54.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:54.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:54.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:54.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:54.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:55.103332 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:55.103585 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:55.254626 19203 raft_consensus.cc:482] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:25:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:55.255111 19203 raft_consensus.cc:504] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f8e408c2e534114ac333369b425b3ee" member_type: VOTER last_known_addr { host: "127.18.50.190" port: 37003 } } peers { permanent_uuid: "0e1a2d2e1a8b4c58ac81821c7aa4aacd" member_type: VOTER last_known_addr { host: "127.18.50.189" port: 35493 } } peers { permanent_uuid: "178ca4d4124844caaf03586db190baff" member_type: VOTER last_known_addr { host: "127.18.50.188" port: 46131 } }
09:25:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:55.256928 19203 leader_election.cc:288] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003), 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493)
09:25:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:55.261839 19088 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 3f8e408c2e534114ac333369b425b3ee (127.18.50.190:37003): Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111)
09:25:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:55.262378 19086 leader_election.cc:334] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0e1a2d2e1a8b4c58ac81821c7aa4aacd (127.18.50.189:35493): Network error: Client connection negotiation failed: client connection to 127.18.50.189:35493: connect: Connection refused (error 111)
09:25:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:55.262701 19086 leader_election.cc:302] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 178ca4d4124844caaf03586db190baff; no voters: 0e1a2d2e1a8b4c58ac81821c7aa4aacd, 3f8e408c2e534114ac333369b425b3ee
09:25:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:55.263286 19203 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:25:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:56.106866 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:56.107213 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:57.111249 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:57.111642 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:25:57 dist-test-slave-kkzf krb5kdc[18646](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781947557, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.50.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:25:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:57.695129 19080 init.cc:295] Successfully reacquired a new kerberos TGT
09:25:57.900 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:25:57.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:25:57.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:57.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:57.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:57.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:57.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:25:57.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:25:57.907 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:25:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:58.102866 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:25:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:25:58.103402 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:25:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:58.114817 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:58.115116 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:25:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:59.118605 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:25:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:25:59.118923 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:00.122044 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:00.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:00.122406 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:00.679 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:00.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:00.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:00.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:00.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:00.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:00.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:00.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:01.125572 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:01.125861 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:01.819 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:01.822 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:01.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:01.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:01.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:01.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:01.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:01.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:01.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:02.129350 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:02.129894 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:02.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:02.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:02.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:02.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:02.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:02.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:02.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:02.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:02.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:03.106277 19066 master_runner.cc:186] Error getting master registration for 127.18.50.190:37003: Network error: Client connection negotiation failed: client connection to 127.18.50.190:37003: connect: Connection refused (error 111),
09:26:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:03.106601 19066 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:26:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:03.132787 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:03.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:03.133152 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:04.136322 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:04.136562 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:04.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:04.900 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:04.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:04.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:04.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:04.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:04.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:04.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:04.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:05.139257 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:05.139520 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:05.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:05.721 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:05.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:05.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:05.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:05.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:05.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:05.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:05.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:06.142907 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:06.143209 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:07.147198 19153 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 178ca4d4124844caaf03586db190baff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:26:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:26:07.147581 19153 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:26:07.461 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.189:35493(127.18.50.189:35493)] connecting to peer
09:26:07.462 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.50.190:37003(127.18.50.190:37003)] connecting to peer
09:26:07.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:07.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.50.189:35493(127.18.50.189:35493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:07.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.189:35493: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493
09:26:07.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:07.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.190:37003(127.18.50.190:37003)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:07.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.50.190:37003: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
09:26:07.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131; will retry
09:26:07.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29590), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [594ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [599ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [630ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [633ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [635ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [650ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [652ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [660ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [672ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [673ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [675ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [701ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [706ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [720ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [723ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [725ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [785ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [885ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [887ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [888ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1127ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1130ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1617ms] refreshing cache from master, [1618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1626ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1627ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1629ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2637ms] refreshing cache from master, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [2647ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4497ms] refreshing cache from master, [4497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [4498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [4500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [4501ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [4503ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4505ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [4506ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [6417ms] refreshing cache from master, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@1029014978(state=PENDING, result=null, callback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574), errback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574)))
09:26:07.478 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.50.189:35493(127.18.50.189:35493)] disconnecting while in state TERMINATED
09:26:07.479 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.50.190:37003(127.18.50.190:37003)] disconnecting while in state TERMINATED
09:26:07.480 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.50.188:46131(127.18.50.188:46131)] disconnecting while in state READY
09:26:07.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:26:07.488 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.50.188:46131(127.18.50.188:46131)] handling channelInactive
09:26:07.488 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:26:07.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.50.188:46131(127.18.50.188:46131)] cleaning up while in state READY due to: connection closed
09:26:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:07.499329 18634 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 19066
09:26:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:26:08Z chronyd exiting
09:26:09.760 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:26:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.761732 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18191
09:26:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.794078 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18346
09:26:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.826768 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18490
09:26:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.856799 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 17920
09:26:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.892386 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 17990
09:26:09.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:26:09.931844 17908 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX0HRCa/build/tsan/bin/kudu with pid 18065
09:26:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:26:11Z chronyd exiting
09:26:12.175 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29590), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [594ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [599ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [630ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [633ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [635ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [650ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [652ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [660ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [672ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [673ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [675ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [701ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [706ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [720ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [723ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [725ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [785ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [885ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [887ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [888ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1127ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1130ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1617ms] refreshing cache from master, [1618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1626ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1627ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1629ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2637ms] refreshing cache from master, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [2647ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4497ms] refreshing cache from master, [4497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [4498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [4500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [4501ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [4503ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4505ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [4506ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [6417ms] refreshing cache from master, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@1029014978(state=PENDING, result=null, callback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574), errback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.50.190:37003
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29590), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [594ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [599ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [630ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [633ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [635ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [650ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [651ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [652ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [660ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [672ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [673ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [675ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [701ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [706ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [708ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [720ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [723ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [725ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [785ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [787ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [882ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [885ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [887ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [888ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1117ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1127ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1130ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1617ms] refreshing cache from master, [1618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [1621ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [1626ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [1627ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [1629ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2637ms] refreshing cache from master, [2637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [2638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [2640ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [2645ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [2646ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [2647ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4497ms] refreshing cache from master, [4497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [4498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [4500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [4501ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.189:35493: Network error: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493, [4503ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.190:37003: Network error: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [4505ms] Sub RPC ConnectToMaster: received response from server master-127.18.50.188:46131: OK, [4506ms] delaying RPC due to: Service unavailable: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003, [6417ms] refreshing cache from master, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.189:35493, [6418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.190:37003, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.50.188:46131, [6422ms] too many traces: truncated at 100 traces, deferred=Deferred@1029014978(state=PENDING, result=null, callback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574), errback=(continuation of Deferred@1033847851 after retry RPC after error@595380311) -> (continuation of Deferred@232123233 after retry RPC after error@482284684) -> (continuation of Deferred@1531356460 after retry RPC after error@515764323) -> (continuation of Deferred@1007787574 after retry RPC after error@1483667020) -> (continuation of Deferred@921655208 after retry RPC after error@1193318398) -> (continuation of Deferred@2003849474 after retry RPC after error@1484981558) -> (continuation of Deferred@337468313 after retry RPC after error@1472307587) -> (continuation of Deferred@575410744 after retry RPC after error@1646660082) -> (continuation of Deferred@471418812 after retry RPC after error@1183723525) -> (continuation of Deferred@68237118 after retry RPC after error@1454032855) -> (continuation of Deferred@5791257 after retry RPC after error@929122319) -> (continuation of Deferred@977543450 after retry RPC after error@978378234) -> (continuation of Deferred@2017125439 after retry RPC after error@1160178183) -> (continuation of Deferred@1592872776 after retry RPC after error@1660089953) -> (continuation of Deferred@1304882460 after retry RPC after error@1061310577) -> (continuation of Deferred@1797116894 after retry RPC after error@506032418) -> (continuation of Deferred@1685963254 after retry RPC after error@1234293968) -> (continuation of Deferred@1276607775 after retry RPC after error@425899486) -> (continuation of Deferred@328902005 after retry RPC after error@1416283266) -> (continuation of Deferred@593667221 after retry RPC after error@790767970) -> (continuation of Deferred@1767211262 after retry RPC after error@1805195138) -> (continuation of Deferred@1575567464 after retry RPC after error@1665010574)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.50.189:35493,127.18.50.190:37003,127.18.50.188:46131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.189:35493(127.18.50.189:35493): Connection refused: /127.18.50.189:35493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.50.190:37003(127.18.50.190:37003): Connection refused: /127.18.50.190:37003
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.50.190:37003
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)