07:49:18.197 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:49:18.209 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskng5WT7/test-tmp
07:49:18.212 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:49:18.216 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskng5WT7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:49:18.450 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:49:18.730 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:49:18.731 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:49:18.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:18.738123 9780 mini_oidc.cc:152] Starting JWKS server
07:49:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:18.744036 9780 webserver.cc:460] Webserver started at http://127.0.0.1:38959/ using document root <none> and password file <none>
07:49:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:18.744654 9780 mini_oidc.cc:189] Starting OIDC Discovery server
07:49:18.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:18.746698 9780 webserver.cc:460] Webserver started at http://127.0.0.1:33217/ using document root <none> and password file <none>
07:49:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:49:18Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:49:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:49:18Z Disabled control of system clock
07:49:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:18.805956 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal
07:49:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/logs
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data/info.pb
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.62:44877
07:49:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.62
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json with env {}
07:49:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.126838 9800 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.127446 9800 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.128087 9800 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.161298 9800 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.161646 9800 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.161988 9800 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.162290 9800 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.162657 9800 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.162935 9800 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38959/jwks.json
07:49:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:19.208173 9800 master_runner.cc:386] Master server non-default flags:
07:49:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data
07:49:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.62:44877
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:19.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data/info.pb
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.62
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/logs
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:19.209895 9800 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:19.211577 9800 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:19.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.233029 9811 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.233075 9808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:19.233770 9807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.474107 9809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:49:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.474378 9800 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:49:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.478672 9800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.482055 9800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.483556 9800 hybrid_clock.cc:648] HybridClock initialized: now 1786002560483516 us; error 111 us; skew 500 ppm
07:49:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.484423 9800 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.494736 9800 webserver.cc:460] Webserver started at http://127.9.141.62:33731/ using document root <none> and password file <none>
07:49:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.495949 9800 fs_manager.cc:359] Metadata directory not provided
07:49:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.496150 9800 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:20.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.496678 9800 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.502398 9800 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data/instance:
07:49:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68a1a39ecd34939a67bbca66e2feaeb"
07:49:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:20 on dist-test-slave-j2vl"
07:49:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.503886 9800 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal/instance:
07:49:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68a1a39ecd34939a67bbca66e2feaeb"
07:49:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:20 on dist-test-slave-j2vl"
07:49:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.513626 9800 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
07:49:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.520989 9821 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.522712 9800 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
07:49:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.523138 9800 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal
07:49:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68a1a39ecd34939a67bbca66e2feaeb"
07:49:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:20 on dist-test-slave-j2vl"
07:49:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.523528 9800 fs_report.cc:383] FS layout report
07:49:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal
07:49:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal
07:49:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data/data
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.560376 9800 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.562141 9800 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.562620 9800 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.649806 9800 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.62:44877
07:49:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.649892 9900 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.62:44877 every 8 connection(s)
07:49:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.653084 9800 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/data/info.pb
07:49:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.660411 9902 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.662297 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 9800
07:49:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.662832 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-0/wal/instance
07:49:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.666402 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/logs
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data/info.pb
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.61:38559
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.61
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json with env {}
07:49:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.675710 9902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
07:49:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.713783 9902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
07:49:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.716459 9827 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.721076 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.770704 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 1
07:49:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.774976 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.843357 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 2
07:49:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.847824 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:20.939246 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 3
07:49:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.943516 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.997578 9905 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.998286 9905 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:20.999018 9905 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.031356 9905 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.031724 9905 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.032058 9905 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.032423 9905 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:21.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.032779 9905 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:21.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.033043 9905 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38959/jwks.json
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.069506 9905 master_runner.cc:386] Master server non-default flags:
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data
07:49:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.61:38559
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data/info.pb
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.61
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/logs
07:49:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.071178 9905 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.073587 9905 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.086970 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 4
07:49:21.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.091209 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.093743 9920 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.390687 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 5
07:49:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.395810 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.943230 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 6
07:49:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.949962 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.61:38559: Network error: Client connection negotiation failed: client connection to 127.9.141.61:38559: connect: Connection refused (error 111)
07:49:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:21.096684 9905 server_base.cc:1034] running on GCE node
07:49:22.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.094887 9919 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:22.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:21.094147 9922 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.309228 9905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.312076 9905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.313472 9905 hybrid_clock.cc:648] HybridClock initialized: now 1786002562313428 us; error 49 us; skew 500 ppm
07:49:22.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.314410 9905 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:22.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.321058 9905 webserver.cc:460] Webserver started at http://127.9.141.61:37677/ using document root <none> and password file <none>
07:49:22.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.322124 9905 fs_manager.cc:359] Metadata directory not provided
07:49:22.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.322377 9905 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.323002 9905 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.328220 9905 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data/instance:
07:49:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68f9a04e06514665ae66af5f74fec94a"
07:49:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:22 on dist-test-slave-j2vl"
07:49:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.329602 9905 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal/instance:
07:49:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68f9a04e06514665ae66af5f74fec94a"
07:49:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:22 on dist-test-slave-j2vl"
07:49:22.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.337105 9905 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:49:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.342844 9936 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.343947 9905 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:49:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.344317 9905 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal
07:49:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68f9a04e06514665ae66af5f74fec94a"
07:49:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:22 on dist-test-slave-j2vl"
07:49:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.344712 9905 fs_report.cc:383] FS layout report
07:49:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal
07:49:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal
07:49:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data/data
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.390061 9905 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.391808 9905 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.392362 9905 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.489522 9905 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.61:38559
07:49:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.489599 10020 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.61:38559 every 8 connection(s)
07:49:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.492712 9905 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/data/info.pb
07:49:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.497669 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 9905
07:49:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.498050 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-1/wal/instance
07:49:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.498572 10021 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.500947 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/logs
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data/info.pb
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.60:40709
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.60
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json with env {}
07:49:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.510717 10021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
07:49:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.535658 10021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
07:49:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.553200 10021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } has no permanent_uuid. Determining permanent_uuid...
07:49:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.555496 9945 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.559357 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.608852 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 1
07:49:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.613265 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.681752 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 2
07:49:22.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.685616 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.777115 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 3
07:49:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.781129 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.837132 10024 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.837721 10024 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.838526 10024 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.870914 10024 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.871232 10024 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.871577 10024 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.871860 10024 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.872082 10024 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.872246 10024 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38959/jwks.json
07:49:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.909044 10024 master_runner.cc:386] Master server non-default flags:
07:49:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.60:40709
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38959/jwks.json
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data/info.pb
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.60
07:49:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/logs
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.910422 10024 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:22.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.912336 10024 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.924614 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 4
07:49:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.929004 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.932025 10040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.010614 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } attempt: 7
07:49:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.023953 9902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } has no permanent_uuid. Determining permanent_uuid...
07:49:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.029369 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.087831 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 1
07:49:23.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.092707 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.174114 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 2
07:49:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.178634 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.228469 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 5
07:49:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.232318 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.264074 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 3
07:49:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.268437 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.408828 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 4
07:49:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.413517 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.696929 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 5
07:49:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.701547 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:23.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:23.779947 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 6
07:49:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:23.787585 10021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.932099 10037 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:22.932901 10038 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:22.933622 10024 server_base.cc:1034] running on GCE node
07:49:24.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.159543 10024 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.162199 10024 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.163540 10024 hybrid_clock.cc:648] HybridClock initialized: now 1786002564163505 us; error 55 us; skew 500 ppm
07:49:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.164337 10024 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.170758 10024 webserver.cc:460] Webserver started at http://127.9.141.60:41349/ using document root <none> and password file <none>
07:49:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.171653 10024 fs_manager.cc:359] Metadata directory not provided
07:49:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.171837 10024 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.172215 10024 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.179428 10024 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data/instance:
07:49:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a"
07:49:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:24 on dist-test-slave-j2vl"
07:49:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.181061 10024 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal/instance:
07:49:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a"
07:49:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:24 on dist-test-slave-j2vl"
07:49:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.190650 10024 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
07:49:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.197587 10063 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.198813 10024 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.199100 10024 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a"
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:24 on dist-test-slave-j2vl"
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.199416 10024 fs_report.cc:383] FS layout report
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data/data
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.232187 10024 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.233851 10024 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.234257 10024 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.253961 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 6
07:49:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:24.262008 9902 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.141.60:40709: Network error: Client connection negotiation failed: client connection to 127.9.141.60:40709: connect: Connection refused (error 111)
07:49:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.308499 10024 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.60:40709
07:49:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.308593 10142 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.60:40709 every 8 connection(s)
07:49:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.312247 10024 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/data/info.pb
07:49:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.314821 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 10024
07:49:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.315343 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/master-2/wal/instance
07:49:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.319576 10143 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.335686 10143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } has no permanent_uuid. Determining permanent_uuid...
07:49:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.362915 10143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } has no permanent_uuid. Determining permanent_uuid...
07:49:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.373904 10143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } has no permanent_uuid. Determining permanent_uuid...
07:49:24.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.392154 10143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: Bootstrap starting.
07:49:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.399780 10143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: Neither blocks nor log segments found. Creating new log.
07:49:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.402418 10143 log.cc:824] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: Log is configured to *not* fsync() on all Append() calls
07:49:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.407565 10143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: No bootstrap required, opened a new log
07:49:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.429468 10143 raft_consensus.cc:348] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.430313 10143 raft_consensus.cc:374] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:49:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.430662 10143 raft_consensus.cc:729] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2916ddf628848b1b9c6c7c1bcd13a3a, State: Initialized, Role: FOLLOWER
07:49:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.432564 10143 consensus_queue.cc:260] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.435951 10158 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.436926 10158 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: This master's current role is: FOLLOWER
07:49:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.437940 10143 sys_catalog.cc:564] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: configured and running, proceeding with master startup.
07:49:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:24.464948 10173 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:24.467826 10173 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:24.489529 10069 tablet.cc:2369] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:49:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.459455 10024 master_runner.cc:186] Error getting master registration for 127.9.141.62:44877: OK, instance_id { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" instance_seqno: 1786002560625933 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:49:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.499373 10024 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.569751 10158 raft_consensus.cc:482] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.570431 10158 raft_consensus.cc:504] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.574441 10158 leader_election.cc:288] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e68a1a39ecd34939a67bbca66e2feaeb (127.9.141.62:44877), 68f9a04e06514665ae66af5f74fec94a (127.9.141.61:38559)
07:49:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.848168 10021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 7
07:49:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.871591 10021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: Bootstrap starting.
07:49:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.878816 10021 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: Neither blocks nor log segments found. Creating new log.
07:49:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.881109 10021 log.cc:824] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: Log is configured to *not* fsync() on all Append() calls
07:49:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.886468 10021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: No bootstrap required, opened a new log
07:49:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.917584 10021 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.919577 10021 raft_consensus.cc:374] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:49:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.919898 10021 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68f9a04e06514665ae66af5f74fec94a, State: Initialized, Role: FOLLOWER
07:49:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.920833 10021 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.923660 10182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.924481 10182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: This master's current role is: FOLLOWER
07:49:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.925303 10182 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.925472 10021 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: configured and running, proceeding with master startup.
07:49:24.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.925693 9988 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68f9a04e06514665ae66af5f74fec94a" is_pre_election: true
07:49:24.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.926004 10182 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.927189 9988 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2916ddf628848b1b9c6c7c1bcd13a3a in term 0.
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.928936 10066 leader_election.cc:302] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68f9a04e06514665ae66af5f74fec94a, e2916ddf628848b1b9c6c7c1bcd13a3a; no voters:
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.929983 10158 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Leader pre-election won for term 1
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.929908 10102 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68f9a04e06514665ae66af5f74fec94a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" is_pre_election: true
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.930321 10158 raft_consensus.cc:482] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.930627 10158 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 0 FOLLOWER]: Advancing to term 1
07:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.930912 10182 leader_election.cc:288] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e68a1a39ecd34939a67bbca66e2feaeb (127.9.141.62:44877), e2916ddf628848b1b9c6c7c1bcd13a3a (127.9.141.60:40709)
07:49:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.937793 10158 raft_consensus.cc:504] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.939652 10102 raft_consensus.cc:2379] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 68f9a04e06514665ae66af5f74fec94a in current term 1: Already voted for candidate e2916ddf628848b1b9c6c7c1bcd13a3a in this term.
07:49:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.941145 9988 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68f9a04e06514665ae66af5f74fec94a"
07:49:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.941731 9988 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 0 FOLLOWER]: Advancing to term 1
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.947234 10158 leader_election.cc:288] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [CANDIDATE]: Term 1 election: Requested vote from peers e68a1a39ecd34939a67bbca66e2feaeb (127.9.141.62:44877), 68f9a04e06514665ae66af5f74fec94a (127.9.141.61:38559)
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.949075 9988 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2916ddf628848b1b9c6c7c1bcd13a3a in term 1.
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.950249 10066 leader_election.cc:302] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68f9a04e06514665ae66af5f74fec94a, e2916ddf628848b1b9c6c7c1bcd13a3a; no voters:
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.951045 10158 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 1 FOLLOWER]: Leader election won for term 1
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.953305 10158 raft_consensus.cc:686] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [term 1 LEADER]: Becoming Leader. State: Replica: e2916ddf628848b1b9c6c7c1bcd13a3a, State: Running, Role: LEADER
07:49:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.954403 10158 consensus_queue.cc:237] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.985028 10184 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2916ddf628848b1b9c6c7c1bcd13a3a. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:24.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.986063 10184 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: This master's current role is: LEADER
07:49:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.996181 10201 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:49:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:24.999539 10198 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.000146 10198 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.004069 10201 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:49:25.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:24.981756 9905 master_runner.cc:186] Error getting master registration for 127.9.141.62:44877: OK, instance_id { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" instance_seqno: 1786002560625933 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:49:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.016055 9905 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.048924 9988 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 1 FOLLOWER]: Refusing update from remote peer e2916ddf628848b1b9c6c7c1bcd13a3a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:49:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.050942 10158 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [LEADER]: Connected to new peer: Peer: permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:49:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.086097 10182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2916ddf628848b1b9c6c7c1bcd13a3a. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.096670 10182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: This master's current role is: FOLLOWER
07:49:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.101085 10204 mvcc.cc:205] Tried to move back new op lower bound from 7315466506403082240 to 7315466506107559936. Current Snapshot: MvccSnapshot[applied={T|T < 7315466506403082240}]
07:49:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.108333 10158 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.109112 10158 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: This master's current role is: LEADER
07:49:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.111994 10182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.113014 10182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [sys.catalog]: This master's current role is: FOLLOWER
07:49:25.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.114284 10201 catalog_manager.cc:1347] Generated new cluster ID: 8fa7b28e667e4d9fa59ca2df1b1798c7
07:49:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.114580 10201 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:49:25.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.156276 10201 catalog_manager.cc:1370] Generated new certificate authority record
07:49:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.159004 10201 catalog_manager.cc:1504] Loading token signing keys...
07:49:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.195626 10201 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a: Generated new TSK 0
07:49:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.197932 10201 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.216130 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/logs
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data/info.pb
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.1:0
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.1
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.1
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:49:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.295535 9902 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } attempt: 7
07:49:25.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.379838 9902 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: Bootstrap starting.
07:49:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.399222 9902 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: Neither blocks nor log segments found. Creating new log.
07:49:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.401654 9902 log.cc:824] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: Log is configured to *not* fsync() on all Append() calls
07:49:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.417069 9902 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: No bootstrap required, opened a new log
07:49:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.470264 9902 raft_consensus.cc:348] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.485494 9902 raft_consensus.cc:374] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:49:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.486193 9902 raft_consensus.cc:729] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e68a1a39ecd34939a67bbca66e2feaeb, State: Initialized, Role: FOLLOWER
07:49:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.498121 9902 consensus_queue.cc:260] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } }
07:49:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.528891 9902 sys_catalog.cc:564] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: configured and running, proceeding with master startup.
07:49:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.529062 9863 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" is_pre_election: true
07:49:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.530012 9863 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2916ddf628848b1b9c6c7c1bcd13a3a in term 0.
07:49:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.531046 9860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e68a1a39ecd34939a67bbca66e2feaeb"
07:49:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.531656 9860 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 0 FOLLOWER]: Advancing to term 1
07:49:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.535256 9861 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68f9a04e06514665ae66af5f74fec94a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" is_pre_election: true
07:49:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.537209 9942 leader_election.cc:302] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 68f9a04e06514665ae66af5f74fec94a; no voters: e2916ddf628848b1b9c6c7c1bcd13a3a, e68a1a39ecd34939a67bbca66e2feaeb
07:49:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.538151 10182 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.542531 9860 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2916ddf628848b1b9c6c7c1bcd13a3a in term 1.
07:49:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.543992 9859 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [term 1 FOLLOWER]: Refusing update from remote peer e2916ddf628848b1b9c6c7c1bcd13a3a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:49:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.526563 10212 sys_catalog.cc:455] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.551545 10212 sys_catalog.cc:458] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: This master's current role is: FOLLOWER
07:49:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.551474 10184 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:49:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.573478 9830 tablet.cc:2369] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:49:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.629896 10212 sys_catalog.cc:455] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2916ddf628848b1b9c6c7c1bcd13a3a. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.630671 10212 sys_catalog.cc:458] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: This master's current role is: FOLLOWER
07:49:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.631868 10215 sys_catalog.cc:455] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.632676 10215 sys_catalog.cc:458] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb [sys.catalog]: This master's current role is: FOLLOWER
07:49:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.664518 10237 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:49:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.861550 10208 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.862253 10208 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.863066 10208 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.922191 10208 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:25.923702 10208 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.141.1
07:49:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.984894 10184 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e68a1a39ecd34939a67bbca66e2feaeb" member_type: VOTER last_known_addr { host: "127.9.141.62" port: 44877 } } peers { permanent_uuid: "68f9a04e06514665ae66af5f74fec94a" member_type: VOTER last_known_addr { host: "127.9.141.61" port: 38559 } } peers { permanent_uuid: "e2916ddf628848b1b9c6c7c1bcd13a3a" member_type: VOTER last_known_addr { host: "127.9.141.60" port: 40709 } } }
07:49:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.986071 10184 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a [sys.catalog]: This master's current role is: LEADER
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.990700 10208 tablet_server_runner.cc:78] Tablet server non-default flags:
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.1:0
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data/info.pb
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.1
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.1
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/logs
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.994189 10208 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:25.996729 10208 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:26.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.008828 10198 catalog_manager.cc:1259] Loaded cluster ID: 8fa7b28e667e4d9fa59ca2df1b1798c7
07:49:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.009739 10198 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: loading cluster ID for follower catalog manager: success
07:49:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.018482 10198 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: acquiring CA information for follower catalog manager: success
07:49:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.025755 10198 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 68f9a04e06514665ae66af5f74fec94a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:49:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:26.033461 10247 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.707231 10237 catalog_manager.cc:1259] Loaded cluster ID: 8fa7b28e667e4d9fa59ca2df1b1798c7
07:49:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.708061 10237 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: loading cluster ID for follower catalog manager: success
07:49:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.743368 10237 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: acquiring CA information for follower catalog manager: success
07:49:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:26.765161 10237 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e68a1a39ecd34939a67bbca66e2feaeb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:27.421411 10246 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 10208
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.059866 10246 kernel_stack_watchdog.cc:198] Thread 10208 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 383ms:
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.060398 10208 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.024s user 0.537s sys 0.953s
07:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.060782 10208 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.025s user 0.537s sys 0.953s
07:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:26.036433 10248 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.063299 10252 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.066679 10208 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:49:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.066650 10250 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2027 milliseconds
07:49:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.068539 10208 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.073875 10208 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.075361 10208 hybrid_clock.cc:648] HybridClock initialized: now 1786002568075300 us; error 62 us; skew 500 ppm
07:49:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.076539 10208 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.088917 10208 webserver.cc:460] Webserver started at http://127.9.141.1:39913/ using document root <none> and password file <none>
07:49:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.090289 10208 fs_manager.cc:359] Metadata directory not provided
07:49:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.090590 10208 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.091240 10208 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.098805 10208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data/instance:
07:49:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a218df690f6475f8cafff3f46a8f801"
07:49:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:28 on dist-test-slave-j2vl"
07:49:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.100416 10208 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal/instance:
07:49:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a218df690f6475f8cafff3f46a8f801"
07:49:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:28 on dist-test-slave-j2vl"
07:49:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.110829 10208 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.005s
07:49:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.118849 10263 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.120281 10208 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
07:49:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.120836 10208 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal
07:49:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a218df690f6475f8cafff3f46a8f801"
07:49:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:28 on dist-test-slave-j2vl"
07:49:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.121572 10208 fs_report.cc:383] FS layout report
07:49:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data/data
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.172132 10208 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.174605 10208 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.175509 10208 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:28.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.179494 10208 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:49:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.185959 10208 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:49:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.186448 10208 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
07:49:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.187911 10208 ts_tablet_manager.cc:610] Registered 0 tablets
07:49:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.188381 10208 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:49:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.405386 10208 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.1:35281
07:49:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.405674 10442 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.1:35281 every 8 connection(s)
07:49:28.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.409524 10208 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/data/info.pb
07:49:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.417845 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 10208
07:49:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.418459 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-0/wal/instance
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.446552 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/logs
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data/info.pb
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.2:0
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.2
07:49:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.2
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.546838 10444 heartbeater.cc:347] Connected to a master server at 127.9.141.60:40709
07:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.547336 10444 heartbeater.cc:464] Registering TS with master...
07:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.548580 10444 heartbeater.cc:511] Master 127.9.141.60:40709 requested a full tablet report, sending...
07:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.552275 10445 heartbeater.cc:347] Connected to a master server at 127.9.141.61:38559
07:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.552614 10445 heartbeater.cc:464] Registering TS with master...
07:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.553438 10445 heartbeater.cc:511] Master 127.9.141.61:38559 requested a full tablet report, sending...
07:49:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.558338 9971 ts_manager.cc:194] Registered new tserver with Master: 7a218df690f6475f8cafff3f46a8f801 (127.9.141.1:35281)
07:49:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.559258 10087 ts_manager.cc:194] Registered new tserver with Master: 7a218df690f6475f8cafff3f46a8f801 (127.9.141.1:35281)
07:49:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.562292 10087 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.141.1:44493
07:49:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.574290 10454 heartbeater.cc:347] Connected to a master server at 127.9.141.62:44877
07:49:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.574678 10454 heartbeater.cc:464] Registering TS with master...
07:49:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.575512 10454 heartbeater.cc:511] Master 127.9.141.62:44877 requested a full tablet report, sending...
07:49:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:28.578856 9848 ts_manager.cc:194] Registered new tserver with Master: 7a218df690f6475f8cafff3f46a8f801 (127.9.141.1:35281)
07:49:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.933954 10464 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.934644 10464 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:28.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.935351 10464 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.971078 10464 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:28.972095 10464 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.141.2
07:49:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:29.009441 10464 tablet_server_runner.cc:78] Tablet server non-default flags:
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.2:0
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data/info.pb
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.2
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.2
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/logs
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:29.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:29.010939 10464 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:29.012980 10464 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:29.038785 10480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:29.567544 10444 heartbeater.cc:503] Master 127.9.141.60:40709 was elected leader, sending a full tablet report...
07:49:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:30.269744 10436 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 10238
07:49:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:30.270812 10436 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff40 after lost signal to thread 10442
07:49:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:29.039777 10484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:29.040688 10464 server_base.cc:1034] running on GCE node
07:49:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:29.038803 10479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.393329 10464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.396627 10464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.398168 10464 hybrid_clock.cc:648] HybridClock initialized: now 1786002570398139 us; error 68 us; skew 500 ppm
07:49:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:30.398180 9895 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8b20 after lost signal to thread 9801
07:49:30.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:30.399070 9895 debug-util.cc:398] Leaking SignalData structure 0x7b080009b880 after lost signal to thread 9900
07:49:30.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.399183 10464 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.410143 10464 webserver.cc:460] Webserver started at http://127.9.141.2:36231/ using document root <none> and password file <none>
07:49:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.411149 10464 fs_manager.cc:359] Metadata directory not provided
07:49:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.411412 10464 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.412004 10464 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.417454 10464 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data/instance:
07:49:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6283b45780364d938ec6a298b6cfefbf"
07:49:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:30 on dist-test-slave-j2vl"
07:49:30.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.418957 10464 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal/instance:
07:49:30.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6283b45780364d938ec6a298b6cfefbf"
07:49:30.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:30 on dist-test-slave-j2vl"
07:49:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.427644 10464 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
07:49:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.434811 10500 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.436038 10464 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
07:49:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.436445 10464 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal
07:49:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6283b45780364d938ec6a298b6cfefbf"
07:49:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:30 on dist-test-slave-j2vl"
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.436798 10464 fs_report.cc:383] FS layout report
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data/data
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.503108 10464 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.505599 10464 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.506353 10464 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.515726 10464 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:49:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.528236 10464 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:49:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.528817 10464 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
07:49:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.529286 10464 ts_tablet_manager.cc:610] Registered 0 tablets
07:49:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.529677 10464 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:49:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.800547 10464 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.2:37859
07:49:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.800742 10684 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.2:37859 every 8 connection(s)
07:49:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.804541 10464 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/data/info.pb
07:49:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.807641 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 10464
07:49:30.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.808481 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-1/wal/instance
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.827036 9780 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/logs
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data/info.pb
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.3:0
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.3
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.3
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:49:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.939900 10686 heartbeater.cc:347] Connected to a master server at 127.9.141.61:38559
07:49:30.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.940476 10686 heartbeater.cc:464] Registering TS with master...
07:49:30.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.941838 10686 heartbeater.cc:511] Master 127.9.141.61:38559 requested a full tablet report, sending...
07:49:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.945475 9971 ts_manager.cc:194] Registered new tserver with Master: 6283b45780364d938ec6a298b6cfefbf (127.9.141.2:37859)
07:49:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.950585 10685 heartbeater.cc:347] Connected to a master server at 127.9.141.60:40709
07:49:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.951002 10685 heartbeater.cc:464] Registering TS with master...
07:49:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.951946 10685 heartbeater.cc:511] Master 127.9.141.60:40709 requested a full tablet report, sending...
07:49:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.954532 10087 ts_manager.cc:194] Registered new tserver with Master: 6283b45780364d938ec6a298b6cfefbf (127.9.141.2:37859)
07:49:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.957231 10087 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.141.2:60351
07:49:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.962863 10690 heartbeater.cc:347] Connected to a master server at 127.9.141.62:44877
07:49:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.963285 10690 heartbeater.cc:464] Registering TS with master...
07:49:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.964164 10690 heartbeater.cc:511] Master 127.9.141.62:44877 requested a full tablet report, sending...
07:49:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:30.967178 9848 ts_manager.cc:194] Registered new tserver with Master: 6283b45780364d938ec6a298b6cfefbf (127.9.141.2:37859)
07:49:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.381319 10695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.381946 10695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.382558 10695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.415776 10695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.416846 10695 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.141.3
07:49:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:31.458837 10695 tablet_server_runner.cc:78] Tablet server non-default flags:
07:49:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.141.20:33431
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.141.3:0
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data/info.pb
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.141.3
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.141.62:44877,127.9.141.61:38559,127.9.141.60:40709
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.141.3
07:49:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/logs
07:49:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:31.461699 10695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:31.463637 10695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:31.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.491776 10711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:31.962867 10685 heartbeater.cc:503] Master 127.9.141.60:40709 was elected leader, sending a full tablet report...
07:49:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:32.884496 10709 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 10695
07:49:33.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:33.479614 10695 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.995s user 0.824s sys 1.119s
07:49:33.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:33.479889 10695 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.995s user 0.824s sys 1.119s
07:49:33.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:31.491902 10710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.489923 10695 server_base.cc:1034] running on GCE node
07:49:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:33.490015 10716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.491392 10695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.493825 10695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.495201 10695 hybrid_clock.cc:648] HybridClock initialized: now 1786002573495146 us; error 56 us; skew 500 ppm
07:49:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.496178 10695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.507272 10695 webserver.cc:460] Webserver started at http://127.9.141.3:39647/ using document root <none> and password file <none>
07:49:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.508366 10695 fs_manager.cc:359] Metadata directory not provided
07:49:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.508620 10695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.509155 10695 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.514746 10695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data/instance:
07:49:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8612106de83644bdbcfb9657702ee9a0"
07:49:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:33 on dist-test-slave-j2vl"
07:49:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.516000 10695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal/instance:
07:49:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8612106de83644bdbcfb9657702ee9a0"
07:49:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:33 on dist-test-slave-j2vl"
07:49:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.523800 10695 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
07:49:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.530236 10723 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.531342 10695 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.531733 10695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8612106de83644bdbcfb9657702ee9a0"
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:33 on dist-test-slave-j2vl"
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.532137 10695 fs_report.cc:383] FS layout report
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data/data
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.578776 10695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.580576 10695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.581147 10695 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.583925 10695 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:49:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.588284 10695 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:49:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.588546 10695 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:49:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.588829 10695 ts_tablet_manager.cc:610] Registered 0 tablets
07:49:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.589054 10695 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:49:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.746707 10695 rpc_server.cc:307] RPC server started. Bound to: 127.9.141.3:46493
07:49:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.746860 10900 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.141.3:46493 every 8 connection(s)
07:49:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.749404 10695 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/data/info.pb
07:49:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.753439 9780 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 10695
07:49:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.753979 9780 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster5790466936749724268/ts-2/wal/instance
07:49:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.793929 10904 heartbeater.cc:347] Connected to a master server at 127.9.141.62:44877
07:49:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.794435 10904 heartbeater.cc:464] Registering TS with master...
07:49:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.795792 10904 heartbeater.cc:511] Master 127.9.141.62:44877 requested a full tablet report, sending...
07:49:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.798858 9848 ts_manager.cc:194] Registered new tserver with Master: 8612106de83644bdbcfb9657702ee9a0 (127.9.141.3:46493)
07:49:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.800871 10901 heartbeater.cc:347] Connected to a master server at 127.9.141.60:40709
07:49:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.801232 10901 heartbeater.cc:464] Registering TS with master...
07:49:33.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.801533 10903 heartbeater.cc:347] Connected to a master server at 127.9.141.61:38559
07:49:33.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.801906 10903 heartbeater.cc:464] Registering TS with master...
07:49:33.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.802155 10901 heartbeater.cc:511] Master 127.9.141.60:40709 requested a full tablet report, sending...
07:49:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.802765 10903 heartbeater.cc:511] Master 127.9.141.61:38559 requested a full tablet report, sending...
07:49:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.804235 10087 ts_manager.cc:194] Registered new tserver with Master: 8612106de83644bdbcfb9657702ee9a0 (127.9.141.3:46493)
07:49:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.805840 9971 ts_manager.cc:194] Registered new tserver with Master: 8612106de83644bdbcfb9657702ee9a0 (127.9.141.3:46493)
07:49:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.806386 10087 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.141.3:45161
07:49:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:33.824676 9780 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:49:33.835 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:49:33.837 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:49:33.848 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.141.62"
port: 44877
}
bound_http_address {
host: "127.9.141.62"
port: 33731
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.141.61"
port: 38559
}
bound_http_address {
host: "127.9.141.61"
port: 37677
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.141.60"
port: 40709
}
bound_http_address {
host: "127.9.141.60"
port: 41349
}
}
}
07:49:33.855 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:49:33.858 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.141.1"
port: 35281
}
bound_http_address {
host: "127.9.141.1"
port: 39913
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.141.2"
port: 37859
}
bound_http_address {
host: "127.9.141.2"
port: 36231
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.141.3"
port: 46493
}
bound_http_address {
host: "127.9.141.3"
port: 39647
}
}
}
07:49:33.858 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:49:34.081 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:49:34.222 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskng5WT7/test-tmp
07:49:34.223 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:49:34.223 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskng5WT7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:49:34.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:49:34.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:34.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:49:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:34.571856 10919 mini_oidc.cc:152] Starting JWKS server
07:49:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:34.575421 10919 webserver.cc:460] Webserver started at http://127.0.0.1:33063/ using document root <none> and password file <none>
07:49:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:34.575836 10919 mini_oidc.cc:189] Starting OIDC Discovery server
07:49:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:34.577549 10919 webserver.cc:460] Webserver started at http://127.0.0.1:42437/ using document root <none> and password file <none>
07:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/principal' for realm 'KRBTEST.COM',
07:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:49:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:34 dist-test-slave-j2vl krb5kdc[10937](info): setting up network...
07:49:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:49:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:34 dist-test-slave-j2vl krb5kdc[10937](info): set up 2 sockets
07:49:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:34 dist-test-slave-j2vl krb5kdc[10937](info): commencing operation
07:49:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:49:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:34.810334 10901 heartbeater.cc:503] Master 127.9.141.60:40709 was elected leader, sending a full tablet report...
07:49:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.057417 10919 mini_kdc.cc:121] Time spent starting KDC: real 1.452s user 0.004s sys 0.019s
07:49:36.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:49:36.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:49:36.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:49:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:49:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:49:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:49:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:49:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:49:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:49:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:49:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/test-user.keytab.
07:49:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/test-user.keytab.
07:49:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:36 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002576, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:49:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:49:36Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:49:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:49:36Z Disabled control of system clock
07:49:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.169.254@KRBTEST.COM; defaulting to no policy
07:49:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.169.254@KRBTEST.COM" created.
07:49:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab.
07:49:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab.
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:36.267597 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/logs
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.254:34571
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.254
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab
07:49:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.254
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.610116 10960 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.610823 10960 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.611611 10960 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.644625 10960 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.644933 10960 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.645364 10960 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.645728 10960 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.646064 10960 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.646404 10960 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.646658 10960 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:36.687224 10960 master_runner.cc:386] Master server non-default flags:
07:49:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.254
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.254:34571
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.254
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/logs
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:36.688796 10960 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:36.690287 10960 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.710592 10967 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.710697 10966 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:36.713966 10970 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:37.953071 10969 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:49:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.953228 10960 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:49:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.957479 10960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:37.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.960441 10960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.961874 10960 hybrid_clock.cc:648] HybridClock initialized: now 1786002577961826 us; error 107 us; skew 500 ppm
07:49:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.962857 10960 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:37 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002577, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.969781 10960 init.cc:377] Logged in from keytab as kudu/127.10.169.254@KRBTEST.COM (short username kudu)
07:49:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.976449 10960 webserver.cc:460] Webserver started at http://127.10.169.254:37859/ using document root <none> and password file <none>
07:49:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.977545 10960 fs_manager.cc:359] Metadata directory not provided
07:49:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.977795 10960 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.978361 10960 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.984066 10960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/instance:
07:49:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aae447744424670ab3d01952d92c6d6"
07:49:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:37 on dist-test-slave-j2vl"
07:49:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.985317 10960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal/instance:
07:49:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aae447744424670ab3d01952d92c6d6"
07:49:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:37 on dist-test-slave-j2vl"
07:49:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:37.994094 10960 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
07:49:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.000214 10985 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.001418 10960 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.001s
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.001715 10960 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aae447744424670ab3d01952d92c6d6"
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:37 on dist-test-slave-j2vl"
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.002041 10960 fs_report.cc:383] FS layout report
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/data
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.043004 10960 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.049891 10960 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.050490 10960 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.133860 10960 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.254:34571
07:49:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.133949 11067 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.254:34571 every 8 connection(s)
07:49:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.136881 10960 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.142560 11068 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.142552 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 10960
07:49:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.143157 10919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal/instance
07:49:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.154927 11068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } has no permanent_uuid. Determining permanent_uuid...
07:49:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.169.253@KRBTEST.COM; defaulting to no policy
07:49:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.169.253@KRBTEST.COM" created.
07:49:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:38 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002577, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.254@KRBTEST.COM for kudu/127.10.169.254@KRBTEST.COM
07:49:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab.
07:49:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab.
07:49:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.190811 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/logs
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.253:36547
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.253
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.253
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.194736 11068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } has no permanent_uuid. Determining permanent_uuid...
07:49:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.197160 10996 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.201987 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.251555 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 1
07:49:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.255478 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.323956 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 2
07:49:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.328943 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.420393 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 3
07:49:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.424422 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.526650 11086 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.527323 11086 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.527920 11086 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.560388 11086 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.560617 11086 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.560874 11086 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.561069 11086 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.561251 11086 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.561540 11086 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.561689 11086 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.567924 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 4
07:49:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.571972 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.602365 11086 master_runner.cc:386] Master server non-default flags:
07:49:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.253
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.253:36547
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.253
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/logs
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.603609 11086 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.604931 11086 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.626068 11099 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.802058 10681 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.9.141.2:37859
07:49:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.871446 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 5
07:49:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.875731 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.423348 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 6
07:49:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:39.431254 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.253:36547: Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.626991 11103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:38.627820 11086 server_base.cc:1034] running on GCE node
07:49:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:38.626081 11097 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.937414 11086 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.940445 11086 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.941805 11086 hybrid_clock.cc:648] HybridClock initialized: now 1786002579941752 us; error 92 us; skew 500 ppm
07:49:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.942692 11086 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:39 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002579, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.953284 11086 init.cc:377] Logged in from keytab as kudu/127.10.169.253@KRBTEST.COM (short username kudu)
07:49:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.958833 11086 webserver.cc:460] Webserver started at http://127.10.169.253:37735/ using document root <none> and password file <none>
07:49:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.959789 11086 fs_manager.cc:359] Metadata directory not provided
07:49:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.960036 11086 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.960494 11086 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.965804 11086 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/instance:
07:49:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651e1fefdde541818780c760c72fc562"
07:49:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:39 on dist-test-slave-j2vl"
07:49:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.967203 11086 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal/instance:
07:49:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651e1fefdde541818780c760c72fc562"
07:49:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:39 on dist-test-slave-j2vl"
07:49:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.975013 11086 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.003s
07:49:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.980686 11120 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.982024 11086 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
07:49:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.982427 11086 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651e1fefdde541818780c760c72fc562"
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:39 on dist-test-slave-j2vl"
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:39.982904 11086 fs_report.cc:383] FS layout report
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/data
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.029287 11086 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.035063 11086 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.035476 11086 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.115240 11086 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.253:36547
07:49:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.115353 11207 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.253:36547 every 8 connection(s)
07:49:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.119065 11086 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.124198 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 11086
07:49:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.124636 10919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal/instance
07:49:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.126220 11208 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.169.252@KRBTEST.COM; defaulting to no policy
07:49:40.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.142247 11208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } has no permanent_uuid. Determining permanent_uuid...
07:49:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.169.252@KRBTEST.COM" created.
07:49:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:40 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002579, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.253@KRBTEST.COM for kudu/127.10.169.254@KRBTEST.COM
07:49:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:49:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab.
07:49:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.169.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab.
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.174933 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/logs
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.252:43227
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.252
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.252
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.181772 11208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } has no permanent_uuid. Determining permanent_uuid...
07:49:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:40 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002579, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.253@KRBTEST.COM for kudu/127.10.169.253@KRBTEST.COM
07:49:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.208745 11208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } has no permanent_uuid. Determining permanent_uuid...
07:49:40.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.211258 11124 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.215281 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.264942 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 1
07:49:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.269179 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.337715 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 2
07:49:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.342031 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.433526 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 3
07:49:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.437279 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.491935 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } attempt: 7
07:49:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:40 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002577, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.254@KRBTEST.COM for kudu/127.10.169.253@KRBTEST.COM
07:49:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.517652 11068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } has no permanent_uuid. Determining permanent_uuid...
07:49:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.524065 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.525254 11219 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.526021 11219 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.527032 11219 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.561071 11219 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.561297 11219 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.561630 11219 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.561844 11219 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.562032 11219 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.562217 11219 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.562359 11219 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.580770 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 4
07:49:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.582523 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 1
07:49:40.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.584924 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.586613 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.601729 11219 master_runner.cc:386] Master server non-default flags:
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab
07:49:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.252
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.252:43227
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.252
07:49:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/logs
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.603428 11219 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.604792 11219 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.624199 11233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.668033 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 2
07:49:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.671844 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.757481 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 3
07:49:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.762487 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.884332 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 5
07:49:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.888795 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.903004 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 4
07:49:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.906914 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.190541 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 5
07:49:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:41.194715 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.436426 11208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 6
07:49:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:41.443928 11208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.747149 11068 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } attempt: 6
07:49:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:41.757865 11068 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.169.252:43227: Network error: Client connection negotiation failed: client connection to 127.10.169.252:43227: connect: Connection refused (error 111)
07:49:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:40.626477 11219 server_base.cc:1034] running on GCE node
07:49:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.624466 11232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:40.625641 11237 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.903548 11219 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.906872 11219 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.908335 11219 hybrid_clock.cc:648] HybridClock initialized: now 1786002581908299 us; error 54 us; skew 500 ppm
07:49:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.909155 11219 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:41 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002581, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.915716 11219 init.cc:377] Logged in from keytab as kudu/127.10.169.252@KRBTEST.COM (short username kudu)
07:49:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.923312 11219 webserver.cc:460] Webserver started at http://127.10.169.252:35131/ using document root <none> and password file <none>
07:49:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.924217 11219 fs_manager.cc:359] Metadata directory not provided
07:49:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.924408 11219 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.924957 11219 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:49:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.930097 11219 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/instance:
07:49:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "927dcdbc939f4d9284f7323d1384168c"
07:49:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:41 on dist-test-slave-j2vl"
07:49:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.931278 11219 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal/instance:
07:49:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "927dcdbc939f4d9284f7323d1384168c"
07:49:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:41 on dist-test-slave-j2vl"
07:49:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.939580 11219 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
07:49:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.945325 11260 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.946705 11219 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:49:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.947197 11219 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "927dcdbc939f4d9284f7323d1384168c"
07:49:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:41 on dist-test-slave-j2vl"
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.947605 11219 fs_report.cc:383] FS layout report
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/data
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.985867 11219 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.992956 11219 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:41.993567 11219 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.075215 11219 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.252:43227
07:49:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.075292 11339 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.252:43227 every 8 connection(s)
07:49:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.078286 11219 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.081908 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 11219
07:49:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.082432 10919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal/instance
07:49:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.085078 11340 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:49:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.102452 11340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } has no permanent_uuid. Determining permanent_uuid...
07:49:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002576, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.169.252@KRBTEST.COM
07:49:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002581, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for kudu/127.10.169.254@KRBTEST.COM
07:49:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.159138 11340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } has no permanent_uuid. Determining permanent_uuid...
07:49:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002581, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for kudu/127.10.169.253@KRBTEST.COM
07:49:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002576, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.169.253@KRBTEST.COM
07:49:42.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.185886 11340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } has no permanent_uuid. Determining permanent_uuid...
07:49:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002581, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for kudu/127.10.169.252@KRBTEST.COM
07:49:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002576, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.169.254@KRBTEST.COM
07:49:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.216472 11340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Bootstrap starting.
07:49:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.222509 10919 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:49:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.223178 11340 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Neither blocks nor log segments found. Creating new log.
07:49:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.224946 11340 log.cc:824] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Log is configured to *not* fsync() on all Append() calls
07:49:42.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.230099 11340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: No bootstrap required, opened a new log
07:49:42.231 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:49:42.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:49:42.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:49:42.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.169.254"
port: 34571
}
bound_http_address {
host: "127.10.169.254"
port: 37859
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.169.253"
port: 36547
}
bound_http_address {
host: "127.10.169.253"
port: 37735
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.169.252"
port: 43227
}
bound_http_address {
host: "127.10.169.252"
port: 35131
}
}
}
07:49:42.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:49:42.250 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.250 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:49:42.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:49:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.254916 11340 raft_consensus.cc:348] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.255570 11340 raft_consensus.cc:374] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:49:42.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.255898 11340 raft_consensus.cc:729] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 927dcdbc939f4d9284f7323d1384168c, State: Initialized, Role: FOLLOWER
07:49:42.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.256795 11340 consensus_queue.cc:260] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.261391 11354 sys_catalog.cc:455] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } } }
07:49:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.262269 11354 sys_catalog.cc:458] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: This master's current role is: FOLLOWER
07:49:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.262904 11340 sys_catalog.cc:564] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: configured and running, proceeding with master startup.
07:49:42.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.291249 11354 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.291754 11354 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.294226 11354 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:49:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.304318 11375 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.304673 11375 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:42.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.288318 11219 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: OK, instance_id { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" instance_seqno: 1786002578110717 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:49:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.327409 11219 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:42.331 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc
07:49:42.345 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:49:42.346 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc
07:49:42.347 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:49:42.353 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:49:42.355 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:49:42.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:49:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:42 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:49:42.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.404 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc
07:49:42.405 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:49:42.406 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.169.253:36547
07:49:42.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:49:42.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.409479 10919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 11086
07:49:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.453402 11262 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.10.169.253:36547 (error 108)
07:49:42.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.468 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.169.254:34571
07:49:42.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:49:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.469866 11262 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.470650 10919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 10960
07:49:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.499495 11267 tablet.cc:2369] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:49:42.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.513 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.169.252:43227
07:49:42.514 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:49:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.514356 10919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 11219
07:49:42.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:42.556 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.169.253:36547
07:49:42.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:42.560860 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/logs
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.253:36547
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.253
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37735
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.253
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.926146 11392 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.926935 11392 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.927793 11392 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.962400 11392 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.962707 11392 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.963124 11392 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.963483 11392 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.963819 11392 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.964143 11392 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:42.964375 11392 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:43.005924 11392 master_runner.cc:386] Master server non-default flags:
07:49:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.253.keytab
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.253
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.253:36547
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.253
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37735
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/logs
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:43.007562 11392 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:43.009056 11392 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:43.028910 11404 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:43.028931 11403 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:43.031042 11406 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:43.033164 11392 server_base.cc:1034] running on GCE node
07:49:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.288895 11392 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.294955 11392 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.296442 11392 hybrid_clock.cc:648] HybridClock initialized: now 1786002584296381 us; error 79 us; skew 500 ppm
07:49:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.297545 11392 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:44 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002584, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.304394 11392 init.cc:377] Logged in from keytab as kudu/127.10.169.253@KRBTEST.COM (short username kudu)
07:49:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.310990 11392 webserver.cc:460] Webserver started at http://127.10.169.253:37735/ using document root <none> and password file <none>
07:49:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.312057 11392 fs_manager.cc:359] Metadata directory not provided
07:49:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.312340 11392 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.321926 11392 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
07:49:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.327643 11417 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.329002 11392 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
07:49:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.329408 11392 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651e1fefdde541818780c760c72fc562"
07:49:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:39 on dist-test-slave-j2vl"
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.332782 11392 fs_report.cc:383] FS layout report
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/data
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:44.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.387450 11392 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.393599 11392 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.394134 11392 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.479032 11392 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.253:36547
07:49:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.479171 11505 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.253:36547 every 8 connection(s)
07:49:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.482010 11392 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/data/info.pb
07:49:44.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.487498 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 11392
07:49:44.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:44.488 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.169.254:34571
07:49:44.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.489843 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/logs
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.254:34571
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.254
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37859
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.254
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.494365 11506 sys_catalog.cc:263] Verifying existing consensus state
07:49:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:49:44.495401 11506 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:49:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.495939 11392 master.cc:537] Master@127.10.169.253:36547 shutting down...
07:49:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.582878 11392 master.cc:552] Master@127.10.169.253:36547 shutdown complete.
07:49:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:49:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.875221 11509 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.876101 11509 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.876927 11509 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.912170 11509 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.912503 11509 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.912946 11509 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.913328 11509 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.913905 11509 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.914284 11509 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.914559 11509 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:44.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.964380 11509 master_runner.cc:386] Master server non-default flags:
07:49:44.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.254.keytab
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.254
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.254:34571
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.254
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37859
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/logs
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.965818 11509 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:44.967227 11509 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.986949 11527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.986980 11523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:44.987279 11524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.231478 11526 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:49:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.231634 11509 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:49:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.235457 11509 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.238200 11509 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.239627 11509 hybrid_clock.cc:648] HybridClock initialized: now 1786002586239574 us; error 59 us; skew 500 ppm
07:49:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.240483 11509 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:46 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002586, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.252792 11509 init.cc:377] Logged in from keytab as kudu/127.10.169.254@KRBTEST.COM (short username kudu)
07:49:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.258246 11509 webserver.cc:460] Webserver started at http://127.10.169.254:37859/ using document root <none> and password file <none>
07:49:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.259408 11509 fs_manager.cc:359] Metadata directory not provided
07:49:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.259714 11509 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.269459 11509 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.005s
07:49:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.274341 11537 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:46.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.275416 11509 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:49:46.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.275832 11509 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:46.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6aae447744424670ab3d01952d92c6d6"
07:49:46.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:37 on dist-test-slave-j2vl"
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.278632 11509 fs_report.cc:383] FS layout report
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/data
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.321197 11509 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.328374 11509 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.328958 11509 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.412817 11509 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.254:34571
07:49:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.412909 11622 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.254:34571 every 8 connection(s)
07:49:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.415715 11509 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/data/info.pb
07:49:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.417021 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 11509
07:49:46.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:46.418 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.169.252:43227
07:49:46.419 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.421083 10919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/logs
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.252:43227
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.252
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35131
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.252
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:49:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.428145 11623 sys_catalog.cc:263] Verifying existing consensus state
07:49:46.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:49:46.429168 11623 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:49:46.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.429831 11509 master.cc:537] Master@127.10.169.254:34571 shutting down...
07:49:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.496477 11509 master.cc:552] Master@127.10.169.254:34571 shutdown complete.
07:49:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:49:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.772934 11626 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:49:46.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.773576 11626 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:49:46.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.774184 11626 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:49:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.808313 11626 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:49:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.808542 11626 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:49:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.808820 11626 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:49:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.809021 11626 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:49:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.809212 11626 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:49:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.809487 11626 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:49:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.809654 11626 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33063/jwks.json
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.847077 11626 master_runner.cc:386] Master server non-default flags:
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.169.212:37851
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.169.254:34571,127.10.169.253:36547,127.10.169.252:43227
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/krb5kdc/kudu_127.10.169.252.keytab
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.169.252
07:49:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.169.252:43227
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33063/jwks.json
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.169.252
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35131
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/logs
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:11:51 UTC on ccycloud.quasar-fkskct.root.comops.site
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569619
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:49:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.848515 11626 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:49:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.849637 11626 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:49:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.868685 11636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.871299 11638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:46.871568 11634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:49:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:46.872359 11626 server_base.cc:1034] running on GCE node
07:49:48.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.116035 11626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:49:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.119093 11626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:49:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.120564 11626 hybrid_clock.cc:648] HybridClock initialized: now 1786002588120516 us; error 62 us; skew 500 ppm
07:49:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.121513 11626 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:49:48.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:48 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002588, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.128082 11626 init.cc:377] Logged in from keytab as kudu/127.10.169.252@KRBTEST.COM (short username kudu)
07:49:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.134092 11626 webserver.cc:460] Webserver started at http://127.10.169.252:35131/ using document root <none> and password file <none>
07:49:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.135191 11626 fs_manager.cc:359] Metadata directory not provided
07:49:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.135483 11626 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:49:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.144759 11626 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
07:49:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.150079 11649 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:49:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.151243 11626 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:49:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.151631 11626 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data,/tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "927dcdbc939f4d9284f7323d1384168c"
07:49:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:49:41 on dist-test-slave-j2vl"
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.154414 11626 fs_report.cc:383] FS layout report
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/wal
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/data
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:49:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:49:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.204114 11626 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:49:48.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.210268 11626 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:49:48.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.210731 11626 kserver.cc:163] Server-wide thread pool size limit: 3276
07:49:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.298348 11626 rpc_server.cc:307] RPC server started. Bound to: 127.10.169.252:43227
07:49:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.298520 11727 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.169.252:43227 every 8 connection(s)
07:49:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.301654 11626 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskng5WT7/test-tmp/mini-kudu-cluster3661070743915196491/master-2/data/info.pb
07:49:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.307324 10919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu as pid 11626
07:49:48.308 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:49:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.315291 11728 sys_catalog.cc:263] Verifying existing consensus state
07:49:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.322414 11728 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Bootstrap starting.
07:49:48.363 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.372236 11728 log.cc:824] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Log is configured to *not* fsync() on all Append() calls
07:49:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.378325 11728 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:49:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.379278 11728 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Bootstrap complete.
07:49:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.415900 11728 raft_consensus.cc:348] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.419353 11728 raft_consensus.cc:374] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:49:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.419677 11728 raft_consensus.cc:729] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 927dcdbc939f4d9284f7323d1384168c, State: Initialized, Role: FOLLOWER
07:49:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.420719 11728 consensus_queue.cc:260] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.424037 11734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } } }
07:49:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.425195 11734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: This master's current role is: FOLLOWER
07:49:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.425992 11728 sys_catalog.cc:564] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [sys.catalog]: configured and running, proceeding with master startup.
07:49:48.436 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.443 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.169.252:43227(127.10.169.252:43227)] connecting to peer
07:49:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:48.467314 11661 tablet.cc:2369] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:49:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.471586 11756 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:49:48.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.479462 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:49:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.508654 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:48.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.512 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.169.252:43227(127.10.169.252:43227)] Successfully connected to peer
07:49:48.602 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:49:48.612 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.10.169.252
07:49:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.713445 11734 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.714023 11734 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.717262 11734 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:48.720387 11653 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:48.725070 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:48.725667 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.725956 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:49:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:48.726735 11734 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:48 dist-test-slave-j2vl krb5kdc[10937](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.169.252@KRBTEST.COM
07:49:48.848 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8fdac364, L:/127.0.0.1:43176 - R:/127.10.169.252:43227] using SASL/GSSAPI
07:49:48.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:48.875 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.877 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.887 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:48.893 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.895 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:48.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:48.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:48.974 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:48.975 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:48.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:48.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:48.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:49.014 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:49.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:49.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:49.153 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:49.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:49.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:49.274 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:49.275 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:49.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:49.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:49.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:49.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:49.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:49.477627 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:49.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:49.477902 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:49.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:49.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:49.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:49.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:49.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:50.330780 11776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:50.331313 11776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:50.333815 11776 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:50.343703 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:50.344743 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:50.345399 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:49:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:50.346117 11776 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:50.481175 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:50.481549 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:51.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:51.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:51.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:51.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:51.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:51.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:51.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:51.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:51.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:51.484511 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:51.484793 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:52.457432 11789 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:52.457818 11789 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:52.459281 11789 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:52.467465 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:52.468189 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:52.468559 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:49:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:52.469280 11789 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:52.488049 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:52.488336 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:53.491312 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:53.491643 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:53.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:53.511775 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:49:53.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:53.512274 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:53.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:53.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:53.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:53.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:53.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:53.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:53.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:53.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:53.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:54.494715 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:54.495008 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:55.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:55.368777 11805 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:55.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:55.369220 11805 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:55.371007 11805 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:55.373682 11653 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:49:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:55.376504 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:55.377094 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:55.377415 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:49:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:55.377941 11805 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:55.499102 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:55.499433 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:55.754 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:55.755 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:55.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:55.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:55.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:55.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:55.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:55.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:55.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:56.503544 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:56.503901 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:57.509516 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:57.509953 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:57.522364 11814 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:49:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:57.522893 11814 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:49:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:57.526211 11814 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:49:57.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:57.554215 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:49:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:57.554831 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:49:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:57.555224 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:49:57.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:57.556116 11814 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:49:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:49:58 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002598, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:49:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:58.132225 11644 init.cc:295] Successfully reacquired a new kerberos TGT
07:49:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:58.512912 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:58.513226 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:49:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:58.515358 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:49:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:49:58.515811 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:49:58.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:58.656 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:58.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:58.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:49:58.715 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:49:58.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:49:58.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:49:58.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:49:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:59.516609 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:49:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:49:59.516921 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:00.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:00.520516 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:00.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:00.520802 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:00.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:00.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:00.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:00.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:00.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:00.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:00.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:00.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:00.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:01.524235 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:01.524533 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:02.527765 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:02.528067 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:02.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:02.775 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:02.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:02.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:02.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:02.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:02.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:02.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:02.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:02.965986 10136 debug-util.cc:398] Leaking SignalData structure 0x7b080009cc80 after lost signal to thread 10031
07:50:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:02.967262 10136 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4b40 after lost signal to thread 10142
07:50:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:03.519616 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:50:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:03.520121 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:50:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:03.531118 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:03.531424 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:03.693383 10893 debug-util.cc:398] Leaking SignalData structure 0x7b08000b66c0 after lost signal to thread 10703
07:50:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:03.694694 10893 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc60 after lost signal to thread 10900
07:50:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:04.536257 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:04.536952 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:05.540465 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:05.540737 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:05.905587 11836 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:50:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:05.906039 11836 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:50:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:05.908063 11836 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:50:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:05.910732 11653 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:50:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:05.913938 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:50:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:05.914558 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:50:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:05.914848 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:50:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:05.915396 11836 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:50:06.414 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:06.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:06.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:06.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:06.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:06.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:06.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:06.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:06.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:06.543715 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:06.544068 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:07.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:07.548336 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:07.548756 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:50:08 dist-test-slave-j2vl krb5kdc[10937](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786002608, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.169.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:50:08.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.135047 11644 init.cc:295] Successfully reacquired a new kerberos TGT
07:50:08.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:08.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:08.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:08.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:08.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:08.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:08.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:08.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:08.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.523842 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:50:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.524279 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:50:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.551877 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.552209 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.615804 10893 debug-util.cc:398] Leaking SignalData structure 0x7b08000afde0 after lost signal to thread 10703
07:50:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.616681 10893 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb480 after lost signal to thread 10900
07:50:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.816115 11846 raft_consensus.cc:482] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:50:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.816620 11846 raft_consensus.cc:504] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6aae447744424670ab3d01952d92c6d6" member_type: VOTER last_known_addr { host: "127.10.169.254" port: 34571 } } peers { permanent_uuid: "651e1fefdde541818780c760c72fc562" member_type: VOTER last_known_addr { host: "127.10.169.253" port: 36547 } } peers { permanent_uuid: "927dcdbc939f4d9284f7323d1384168c" member_type: VOTER last_known_addr { host: "127.10.169.252" port: 43227 } }
07:50:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.818601 11846 leader_election.cc:288] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571), 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547)
07:50:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.822969 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6aae447744424670ab3d01952d92c6d6 (127.10.169.254:34571): Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111)
07:50:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:08.823508 11653 leader_election.cc:334] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 651e1fefdde541818780c760c72fc562 (127.10.169.253:36547): Network error: Client connection negotiation failed: client connection to 127.10.169.253:36547: connect: Connection refused (error 111)
07:50:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.823827 11653 leader_election.cc:302] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 927dcdbc939f4d9284f7323d1384168c; no voters: 651e1fefdde541818780c760c72fc562, 6aae447744424670ab3d01952d92c6d6
07:50:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:08.824533 11846 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:50:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:09.555362 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:09.555701 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:10.558719 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:10.559051 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:11.474 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:11.475 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:11.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:11.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:11.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:11.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:11.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:11.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:11.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:11.562553 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:11.562897 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:12.566920 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:12.567363 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:13.527354 11626 master_runner.cc:186] Error getting master registration for 127.10.169.254:34571: Network error: Client connection negotiation failed: client connection to 127.10.169.254:34571: connect: Connection refused (error 111),
07:50:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:13.527777 11626 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:50:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:13.570748 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:13.571131 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:13.974 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:13.975 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:13.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:13.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:13.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:13.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:13.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:13.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:13.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:14.574611 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:14.574940 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:15.577910 11756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 927dcdbc939f4d9284f7323d1384168c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:50:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:15.578233 11756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:50:16.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.253:36547(127.10.169.253:36547)] connecting to peer
07:50:16.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.169.254:34571(127.10.169.254:34571)] connecting to peer
07:50:16.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:16.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.169.253:36547(127.10.169.253:36547)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:16.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.253:36547: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547
07:50:16.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:16.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.254:34571(127.10.169.254:34571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:16.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.169.254:34571: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
07:50:16.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227; will retry
07:50:16.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27788), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [192ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [544ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [549ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [564ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [569ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [571ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [579ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [581ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [583ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [599ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [601ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [604ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [620ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [624ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [626ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [663ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [666ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [667ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [704ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [706ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [839ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [841ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [844ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [963ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [966ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [968ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1245ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2816ms] refreshing cache from master, [2816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [2819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [2825ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [5536ms] refreshing cache from master, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [5540ms] too many traces: truncated at 100 traces, deferred=Deferred@895107142(state=PENDING, result=null, callback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978), errback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978)))
07:50:16.110 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.169.254:34571(127.10.169.254:34571)] disconnecting while in state TERMINATED
07:50:16.111 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.169.253:36547(127.10.169.253:36547)] disconnecting while in state TERMINATED
07:50:16.111 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.169.252:43227(127.10.169.252:43227)] disconnecting while in state READY
07:50:16.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:50:16.123 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.169.252:43227(127.10.169.252:43227)] handling channelInactive
07:50:16.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.169.252:43227(127.10.169.252:43227)] cleaning up while in state READY due to: connection closed
07:50:16.125 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:50:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:16.131018 10919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 11626
07:50:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:50:17Z chronyd exiting
07:50:18.394 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:50:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.396183 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 10208
07:50:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.433393 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 10464
07:50:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.481967 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 10695
07:50:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.521153 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 9800
07:50:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.567636 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 9905
07:50:18.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:18.598238 10064 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.141.62:44877: connect: Connection refused (error 111)
07:50:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:50:18.602101 10064 consensus_peers.cc:487] T 00000000000000000000000000000000 P e2916ddf628848b1b9c6c7c1bcd13a3a -> Peer e68a1a39ecd34939a67bbca66e2feaeb (127.9.141.62:44877): Couldn't send request to peer e68a1a39ecd34939a67bbca66e2feaeb. Status: Network error: Client connection negotiation failed: client connection to 127.9.141.62:44877: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:50:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:50:18.612784 9780 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskng5WT7/build/tsan/bin/kudu with pid 10024
07:50:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:50:19Z chronyd exiting
07:50:20.846 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27788), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [192ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [544ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [549ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [564ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [569ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [571ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [579ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [581ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [583ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [599ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [601ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [604ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [620ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [624ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [626ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [663ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [666ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [667ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [704ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [706ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [839ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [841ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [844ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [963ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [966ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [968ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1245ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2816ms] refreshing cache from master, [2816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [2819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [2825ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [5536ms] refreshing cache from master, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [5540ms] too many traces: truncated at 100 traces, deferred=Deferred@895107142(state=PENDING, result=null, callback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978), errback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.169.254:34571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27788), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [192ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [544ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [549ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [564ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [569ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [571ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [579ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [581ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [583ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [599ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [601ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [604ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [620ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [624ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [626ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [663ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [666ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [667ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [704ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [706ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [839ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [841ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [844ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [963ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [966ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [968ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1245ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2816ms] refreshing cache from master, [2816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [2819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [2825ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [5536ms] refreshing cache from master, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [5540ms] too many traces: truncated at 100 traces, deferred=Deferred@895107142(state=PENDING, result=null, callback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978), errback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.169.254:34571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
07:50:21.269 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
07:50:21.269 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27788), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [192ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [544ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [549ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [564ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [569ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [571ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [579ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [581ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [583ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [599ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [601ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [604ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [620ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [624ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [626ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [663ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [666ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [667ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [704ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [706ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [839ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [841ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [844ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [963ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [966ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [968ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1245ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2816ms] refreshing cache from master, [2816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [2819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [2825ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [5536ms] refreshing cache from master, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [5540ms] too many traces: truncated at 100 traces, deferred=Deferred@895107142(state=PENDING, result=null, callback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978), errback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.169.254:34571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27788), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [183ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [192ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [544ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [549ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [556ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [564ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [569ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [570ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [571ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [579ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [581ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [583ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [599ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [601ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [604ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [620ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [624ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [626ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [663ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [666ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [667ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [701ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [704ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [706ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [839ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [841ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [844ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [845ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [963ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [966ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [968ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1236ms] refreshing cache from master, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [1239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [1245ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2816ms] refreshing cache from master, [2816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [2818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [2819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.254:34571: Network error: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.253:36547: Network error: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.10.169.252:43227: OK, [2825ms] delaying RPC due to: Service unavailable: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547, [5536ms] refreshing cache from master, [5537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.253:36547, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.254:34571, [5538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.169.252:43227, [5540ms] too many traces: truncated at 100 traces, deferred=Deferred@895107142(state=PENDING, result=null, callback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978), errback=(continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928) -> (continuation of Deferred@1674097236 after retry RPC after error@323972717) -> (continuation of Deferred@960004509 after retry RPC after error@509597635) -> (continuation of Deferred@950246478 after retry RPC after error@1350021425) -> (continuation of Deferred@759097035 after retry RPC after error@1296026976) -> (continuation of Deferred@1775925605 after retry RPC after error@80327510) -> (continuation of Deferred@1578833338 after retry RPC after error@1836877780) -> (continuation of Deferred@1473759823 after retry RPC after error@508395744) -> (continuation of Deferred@410906710 after retry RPC after error@297174698) -> (continuation of Deferred@2019210081 after retry RPC after error@174224906) -> (continuation of Deferred@2112538704 after retry RPC after error@1489801873) -> (continuation of Deferred@1973482322 after retry RPC after error@1818954186) -> (continuation of Deferred@1206445151 after retry RPC after error@2064428585) -> (continuation of Deferred@155510905 after retry RPC after error@1029014978)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.169.253:36547,127.10.169.254:34571,127.10.169.252:43227) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.253:36547(127.10.169.253:36547): Connection refused: /127.10.169.253:36547,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.169.254:34571(127.10.169.254:34571): Connection refused: /127.10.169.254:34571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.169.254:34571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)