19:05:08.706 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:05:08.719 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUGmVHB/test-tmp
19:05:08.721 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:05:08.725 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUGmVHB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:05:08.974 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:05:09.236 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:05:09.237 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:05:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.242035 30939 mini_oidc.cc:152] Starting JWKS server
19:05:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.247831 30939 webserver.cc:460] Webserver started at http://127.0.0.1:36081/ using document root <none> and password file <none>
19:05:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.248462 30939 mini_oidc.cc:189] Starting OIDC Discovery server
19:05:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.250510 30939 webserver.cc:460] Webserver started at http://127.0.0.1:32943/ using document root <none> and password file <none>
19:05:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:05:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:05:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:05:09Z Disabled control of system clock
19:05:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.311430 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/logs
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data/info.pb
19:05:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.254:39789
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.254
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json with env {}
19:05:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.632685 30952 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.633258 30952 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.633929 30952 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.665489 30952 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.665799 30952 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.666074 30952 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.666273 30952 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.666582 30952 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.666811 30952 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36081/jwks.json
19:05:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.705020 30952 master_runner.cc:386] Master server non-default flags:
19:05:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.254:39789
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data/info.pb
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.254
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/logs
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.706971 30952 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.709462 30952 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.735975 30959 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.736047 30958 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:09.737314 30952 server_base.cc:1034] running on GCE node
19:05:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:09.736526 30961 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.032769 30952 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.035841 30952 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:11.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.037247 30952 hybrid_clock.cc:648] HybridClock initialized: now 1786215911037183 us; error 73 us; skew 500 ppm
19:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.038559 30952 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.048180 30952 webserver.cc:460] Webserver started at http://127.30.54.254:33843/ using document root <none> and password file <none>
19:05:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.049616 30952 fs_manager.cc:359] Metadata directory not provided
19:05:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.049868 30952 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.050570 30952 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.056571 30952 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data/instance:
19:05:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6f38c385a8746cf82cc3ad597d3539e"
19:05:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:11 on dist-test-slave-rnrw"
19:05:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.058243 30952 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal/instance:
19:05:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6f38c385a8746cf82cc3ad597d3539e"
19:05:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:11 on dist-test-slave-rnrw"
19:05:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.067116 30952 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:05:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.074404 30968 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.075837 30952 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:05:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.076319 30952 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal
19:05:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6f38c385a8746cf82cc3ad597d3539e"
19:05:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:11 on dist-test-slave-rnrw"
19:05:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.076853 30952 fs_report.cc:383] FS layout report
19:05:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal
19:05:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal
19:05:11.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data/data
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:11.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:11.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.122318 30952 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.124259 30952 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.124837 30952 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.208711 30952 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.254:39789
19:05:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.208729 31020 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.254:39789 every 8 connection(s)
19:05:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.212160 30952 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/data/info.pb
19:05:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.221026 31021 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.222007 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 30952
19:05:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.222492 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-0/wal/instance
19:05:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.226219 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/logs
19:05:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data/info.pb
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.253:36045
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.253
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json with env {}
19:05:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.238821 31021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } has no permanent_uuid. Determining permanent_uuid...
19:05:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.278638 31021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } has no permanent_uuid. Determining permanent_uuid...
19:05:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.281242 30969 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.285882 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.335496 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 1
19:05:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.340047 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.408483 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 2
19:05:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.412623 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.504040 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 3
19:05:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.507786 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.564962 31023 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.565544 31023 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.566190 31023 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.598462 31023 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.598762 31023 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.598955 31023 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.599143 31023 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.599323 31023 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.599468 31023 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36081/jwks.json
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.635895 31023 master_runner.cc:386] Master server non-default flags:
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.253:36045
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data/info.pb
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.253
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/logs
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.637240 31023 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.639506 31023 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.651265 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 4
19:05:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.656805 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.658936 31033 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.956319 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 5
19:05:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.961546 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.508986 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 6
19:05:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:12.517565 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.253:36045: Network error: Client connection negotiation failed: client connection to 127.30.54.253:36045: connect: Connection refused (error 111)
19:05:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:11.660495 31023 server_base.cc:1034] running on GCE node
19:05:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.660004 31032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:11.660338 31035 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:12.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.873698 31023 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.877219 31023 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.879145 31023 hybrid_clock.cc:648] HybridClock initialized: now 1786215912879093 us; error 41 us; skew 500 ppm
19:05:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.880374 31023 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.888435 31023 webserver.cc:460] Webserver started at http://127.30.54.253:46703/ using document root <none> and password file <none>
19:05:12.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.889776 31023 fs_manager.cc:359] Metadata directory not provided
19:05:12.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.890369 31023 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.891222 31023 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.896790 31023 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data/instance:
19:05:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30b329431c844e93a5525df4ae17baaa"
19:05:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:12 on dist-test-slave-rnrw"
19:05:12.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.898243 31023 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal/instance:
19:05:12.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30b329431c844e93a5525df4ae17baaa"
19:05:12.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:12 on dist-test-slave-rnrw"
19:05:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.906241 31023 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
19:05:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.912101 31044 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.913213 31023 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.913585 31023 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30b329431c844e93a5525df4ae17baaa"
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:12 on dist-test-slave-rnrw"
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.914006 31023 fs_report.cc:383] FS layout report
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal
19:05:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data/data
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.985076 31023 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.986824 31023 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:12.987397 31023 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.068516 31023 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.253:36045
19:05:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.068670 31095 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.253:36045 every 8 connection(s)
19:05:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.071516 31023 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/data/info.pb
19:05:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.077145 31097 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.079612 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31023
19:05:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.080099 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-1/wal/instance
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.083181 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/logs
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data/info.pb
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.252:44851
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.252
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json with env {}
19:05:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.095577 31097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } has no permanent_uuid. Determining permanent_uuid...
19:05:13.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.120929 31097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } has no permanent_uuid. Determining permanent_uuid...
19:05:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.137019 31097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } has no permanent_uuid. Determining permanent_uuid...
19:05:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.139417 31046 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.143788 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.193333 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 1
19:05:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.197294 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.265733 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 2
19:05:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.269541 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.360936 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 3
19:05:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.364632 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.421990 31099 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:13.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.422627 31099 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.423224 31099 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.455601 31099 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.455888 31099 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.456197 31099 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.456557 31099 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.456907 31099 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:13.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.457154 31099 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36081/jwks.json
19:05:13.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.493278 31099 master_runner.cc:386] Master server non-default flags:
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.252:44851
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36081/jwks.json
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data/info.pb
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.252
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:13.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/logs
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.494645 31099 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:13.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.496973 31099 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.508045 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 4
19:05:13.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.514487 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.519447 31109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:13.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.578048 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } attempt: 7
19:05:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.594302 31021 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } has no permanent_uuid. Determining permanent_uuid...
19:05:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.603118 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.661583 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 1
19:05:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.666265 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.747684 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 2
19:05:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.752477 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.814077 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 5
19:05:13.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.818005 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.837903 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 3
19:05:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.842516 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:13.982928 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 4
19:05:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.987574 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.270984 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 5
19:05:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:14.275369 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.365684 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 6
19:05:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:14.373299 31097 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.522466 31110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:13.524590 31112 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:14.750856 31111 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:05:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.750931 31099 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:05:14.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.754733 31099 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.758086 31099 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.759539 31099 hybrid_clock.cc:648] HybridClock initialized: now 1786215914759499 us; error 60 us; skew 500 ppm
19:05:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.760324 31099 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.767604 31099 webserver.cc:460] Webserver started at http://127.30.54.252:36065/ using document root <none> and password file <none>
19:05:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.768512 31099 fs_manager.cc:359] Metadata directory not provided
19:05:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.768767 31099 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.769251 31099 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.776616 31099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data/instance:
19:05:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc122f963d0146dc860429c3a27690d6"
19:05:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:14 on dist-test-slave-rnrw"
19:05:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.778196 31099 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal/instance:
19:05:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc122f963d0146dc860429c3a27690d6"
19:05:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:14 on dist-test-slave-rnrw"
19:05:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.788177 31099 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
19:05:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.794206 31123 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.795337 31099 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:05:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.795632 31099 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc122f963d0146dc860429c3a27690d6"
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:14 on dist-test-slave-rnrw"
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.795943 31099 fs_report.cc:383] FS layout report
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data/data
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.827970 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 6
19:05:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.833977 31099 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:14.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:14.835258 31021 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.54.252:44851: Network error: Client connection negotiation failed: client connection to 127.30.54.252:44851: connect: Connection refused (error 111)
19:05:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.836069 31099 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.836491 31099 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.923748 31099 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.252:44851
19:05:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.923851 31176 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.252:44851 every 8 connection(s)
19:05:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.927031 31099 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/data/info.pb
19:05:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.928378 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31099
19:05:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.928872 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/master-2/wal/instance
19:05:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.935297 31177 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.953143 31177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } has no permanent_uuid. Determining permanent_uuid...
19:05:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.979586 31177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } has no permanent_uuid. Determining permanent_uuid...
19:05:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:14.992475 31177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } has no permanent_uuid. Determining permanent_uuid...
19:05:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.012243 31177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: Bootstrap starting.
19:05:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.020823 31177 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: Neither blocks nor log segments found. Creating new log.
19:05:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.023061 31177 log.cc:824] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: Log is configured to *not* fsync() on all Append() calls
19:05:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.029143 31177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: No bootstrap required, opened a new log
19:05:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.053447 31177 raft_consensus.cc:348] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.054226 31177 raft_consensus.cc:374] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:05:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.054504 31177 raft_consensus.cc:729] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc122f963d0146dc860429c3a27690d6, State: Initialized, Role: FOLLOWER
19:05:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.055706 31177 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.058643 31185 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.059508 31185 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: This master's current role is: FOLLOWER
19:05:15.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.060654 31177 sys_catalog.cc:564] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: configured and running, proceeding with master startup.
19:05:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:15.093582 31131 tablet.cc:2369] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:05:15.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:15.101500 31196 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:15.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:15.101861 31196 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.090202 31099 master_runner.cc:186] Error getting master registration for 127.30.54.254:39789: OK, instance_id { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" instance_seqno: 1786215911185944 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:05:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.124058 31099 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.334053 31185 raft_consensus.cc:482] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.334703 31185 raft_consensus.cc:504] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.338075 31185 leader_election.cc:288] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b6f38c385a8746cf82cc3ad597d3539e (127.30.54.254:39789), 30b329431c844e93a5525df4ae17baaa (127.30.54.253:36045)
19:05:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.433986 31097 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 7
19:05:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.457283 31097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: Bootstrap starting.
19:05:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.464792 31097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: Neither blocks nor log segments found. Creating new log.
19:05:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.467473 31097 log.cc:824] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: Log is configured to *not* fsync() on all Append() calls
19:05:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.476228 31097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: No bootstrap required, opened a new log
19:05:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.502792 31097 raft_consensus.cc:348] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.504107 31097 raft_consensus.cc:374] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:05:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.504680 31097 raft_consensus.cc:729] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30b329431c844e93a5525df4ae17baaa, State: Initialized, Role: FOLLOWER
19:05:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.505824 31097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.508793 31200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.509603 31200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: This master's current role is: FOLLOWER
19:05:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.510815 31097 sys_catalog.cc:564] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: configured and running, proceeding with master startup.
19:05:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.511046 31071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc122f963d0146dc860429c3a27690d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30b329431c844e93a5525df4ae17baaa" is_pre_election: true
19:05:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.512362 31071 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cc122f963d0146dc860429c3a27690d6 in term 0.
19:05:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.513998 31124 leader_election.cc:302] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30b329431c844e93a5525df4ae17baaa, cc122f963d0146dc860429c3a27690d6; no voters:
19:05:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.515147 31185 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:05:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.515519 31185 raft_consensus.cc:482] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:05:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.515837 31185 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 0 FOLLOWER]: Advancing to term 1
19:05:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.523041 31185 raft_consensus.cc:504] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.527355 31071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc122f963d0146dc860429c3a27690d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30b329431c844e93a5525df4ae17baaa"
19:05:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.527951 31071 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 0 FOLLOWER]: Advancing to term 1
19:05:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.536453 31071 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cc122f963d0146dc860429c3a27690d6 in term 1.
19:05:15.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.539618 31124 leader_election.cc:302] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30b329431c844e93a5525df4ae17baaa, cc122f963d0146dc860429c3a27690d6; no voters:
19:05:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.544137 31185 leader_election.cc:288] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [CANDIDATE]: Term 1 election: Requested vote from peers b6f38c385a8746cf82cc3ad597d3539e (127.30.54.254:39789), 30b329431c844e93a5525df4ae17baaa (127.30.54.253:36045)
19:05:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.545440 31209 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 1 FOLLOWER]: Leader election won for term 1
19:05:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.546018 31209 raft_consensus.cc:686] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [term 1 LEADER]: Becoming Leader. State: Replica: cc122f963d0146dc860429c3a27690d6, State: Running, Role: LEADER
19:05:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.547055 31209 consensus_queue.cc:237] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.570181 31185 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc122f963d0146dc860429c3a27690d6. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.571537 31185 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: This master's current role is: LEADER
19:05:15.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.577314 31214 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:05:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.598821 31214 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:05:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:15.599861 31212 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:15.601054 31212 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.564226 31023 master_runner.cc:186] Error getting master registration for 127.30.54.254:39789: OK, instance_id { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" instance_seqno: 1786215911185944 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:05:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.622485 31071 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [term 1 FOLLOWER]: Refusing update from remote peer cc122f963d0146dc860429c3a27690d6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:05:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.629344 31023 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.630712 31209 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:05:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.669092 31200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc122f963d0146dc860429c3a27690d6. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.671280 31200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: This master's current role is: FOLLOWER
19:05:15.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.680938 31214 catalog_manager.cc:1347] Generated new cluster ID: 3ea5ed5da3b34d6f851ce897afa2b601
19:05:15.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.681340 31214 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:05:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.681116 31209 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.681903 31209 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: This master's current role is: LEADER
19:05:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.704537 31200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.705276 31200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa [sys.catalog]: This master's current role is: FOLLOWER
19:05:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.751641 31214 catalog_manager.cc:1370] Generated new certificate authority record
19:05:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.755017 31214 catalog_manager.cc:1504] Loading token signing keys...
19:05:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.778436 31214 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6: Generated new TSK 0
19:05:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.780256 31214 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:05:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.795426 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/logs
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data/info.pb
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.193:0
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.193
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.193
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:05:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.868710 31021 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } attempt: 7
19:05:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.918694 31021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: Bootstrap starting.
19:05:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.926689 31021 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: Neither blocks nor log segments found. Creating new log.
19:05:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.929455 31021 log.cc:824] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: Log is configured to *not* fsync() on all Append() calls
19:05:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:15.946784 31021 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: No bootstrap required, opened a new log
19:05:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.030735 31021 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.033577 31021 raft_consensus.cc:374] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:05:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.034650 31021 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6f38c385a8746cf82cc3ad597d3539e, State: Initialized, Role: FOLLOWER
19:05:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.037336 31021 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } }
19:05:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.059775 30995 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc122f963d0146dc860429c3a27690d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6f38c385a8746cf82cc3ad597d3539e"
19:05:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.060638 30995 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 0 FOLLOWER]: Advancing to term 1
19:05:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.065037 30996 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc122f963d0146dc860429c3a27690d6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b6f38c385a8746cf82cc3ad597d3539e" is_pre_election: true
19:05:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.070904 30995 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cc122f963d0146dc860429c3a27690d6 in term 1.
19:05:16.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.072368 30994 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [term 1 FOLLOWER]: Refusing update from remote peer cc122f963d0146dc860429c3a27690d6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:05:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.079121 31225 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.079893 31209 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:05:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.080230 31021 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: configured and running, proceeding with master startup.
19:05:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.086489 31225 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: This master's current role is: FOLLOWER
19:05:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.125936 31229 mvcc.cc:205] Tried to move back new op lower bound from 7316340390369570816 to 7316340390121250816. Current Snapshot: MvccSnapshot[applied={T|T < 7316340390369570816}]
19:05:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.157195 31225 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: SysCatalogTable state changed. Reason: New leader cc122f963d0146dc860429c3a27690d6. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.157959 31225 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: This master's current role is: FOLLOWER
19:05:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.156400 31227 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.159528 31227 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e [sys.catalog]: This master's current role is: FOLLOWER
19:05:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.200254 31243 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:05:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.386819 31222 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.387604 31222 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.389240 31222 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.445891 31222 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.447327 31222 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.54.193
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.511906 31222 tablet_server_runner.cc:78] Tablet server non-default flags:
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data
19:05:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.193:0
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data/info.pb
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.193
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.193
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/logs
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.513752 31222 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.515946 31222 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.545284 31249 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.607877 31212 catalog_manager.cc:1259] Loaded cluster ID: 3ea5ed5da3b34d6f851ce897afa2b601
19:05:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.608606 31212 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: loading cluster ID for follower catalog manager: success
19:05:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.620319 31212 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: acquiring CA information for follower catalog manager: success
19:05:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.638330 31212 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 30b329431c844e93a5525df4ae17baaa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:05:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.695979 31209 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cc122f963d0146dc860429c3a27690d6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b6f38c385a8746cf82cc3ad597d3539e" member_type: VOTER last_known_addr { host: "127.30.54.254" port: 39789 } } peers { permanent_uuid: "30b329431c844e93a5525df4ae17baaa" member_type: VOTER last_known_addr { host: "127.30.54.253" port: 36045 } } peers { permanent_uuid: "cc122f963d0146dc860429c3a27690d6" member_type: VOTER last_known_addr { host: "127.30.54.252" port: 44851 } } }
19:05:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:16.697319 31209 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc122f963d0146dc860429c3a27690d6 [sys.catalog]: This master's current role is: LEADER
19:05:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:17.229151 31243 catalog_manager.cc:1259] Loaded cluster ID: 3ea5ed5da3b34d6f851ce897afa2b601
19:05:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:17.229449 31243 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: loading cluster ID for follower catalog manager: success
19:05:17.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:17.248973 31243 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: acquiring CA information for follower catalog manager: success
19:05:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:17.265221 31243 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b6f38c385a8746cf82cc3ad597d3539e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:17.936697 31248 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 31222
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:18.238852 31248 kernel_stack_watchdog.cc:198] Thread 31222 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:05:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:05:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:16.547197 31250 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:18.240871 31222 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.699s user 0.419s sys 0.641s
19:05:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:18.241317 31222 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.699s user 0.419s sys 0.641s
19:05:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:18.255604 31258 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.260046 31222 server_base.cc:1034] running on GCE node
19:05:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.261634 31222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.272557 31222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.274401 31222 hybrid_clock.cc:648] HybridClock initialized: now 1786215918274353 us; error 52 us; skew 500 ppm
19:05:18.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.275599 31222 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.313385 31222 webserver.cc:460] Webserver started at http://127.30.54.193:41089/ using document root <none> and password file <none>
19:05:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.314828 31222 fs_manager.cc:359] Metadata directory not provided
19:05:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.315191 31222 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.315811 31222 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.323874 31222 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data/instance:
19:05:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b0b09c9c3bb4856a3d078f0584d28da"
19:05:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:18 on dist-test-slave-rnrw"
19:05:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.325671 31222 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal/instance:
19:05:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b0b09c9c3bb4856a3d078f0584d28da"
19:05:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:18 on dist-test-slave-rnrw"
19:05:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.352166 31222 fs_manager.cc:691] Time spent creating directory manager: real 0.026s user 0.021s sys 0.004s
19:05:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.374656 31263 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.376817 31222 fs_manager.cc:725] Time spent opening block manager: real 0.019s user 0.008s sys 0.009s
19:05:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.377578 31222 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal
19:05:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b0b09c9c3bb4856a3d078f0584d28da"
19:05:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:18 on dist-test-slave-rnrw"
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.378476 31222 fs_report.cc:383] FS layout report
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data/data
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.436511 31222 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.439174 31222 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.440115 31222 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.445387 31222 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:05:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.453563 31222 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:05:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.454164 31222 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
19:05:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.454710 31222 ts_tablet_manager.cc:610] Registered 0 tablets
19:05:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.455114 31222 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:05:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.672662 31222 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.193:45767
19:05:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.672822 31377 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.193:45767 every 8 connection(s)
19:05:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.676967 31222 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/data/info.pb
19:05:18.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.679032 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31222
19:05:18.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.679517 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-0/wal/instance
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.697808 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/logs
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data/info.pb
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.194:0
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.194
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.194
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:05:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.785833 31380 heartbeater.cc:347] Connected to a master server at 127.30.54.253:36045
19:05:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.786350 31380 heartbeater.cc:464] Registering TS with master...
19:05:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.787644 31380 heartbeater.cc:511] Master 127.30.54.253:36045 requested a full tablet report, sending...
19:05:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.789888 31385 heartbeater.cc:347] Connected to a master server at 127.30.54.254:39789
19:05:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.790239 31385 heartbeater.cc:464] Registering TS with master...
19:05:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.791101 31385 heartbeater.cc:511] Master 127.30.54.254:39789 requested a full tablet report, sending...
19:05:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.792198 31061 ts_manager.cc:194] Registered new tserver with Master: 8b0b09c9c3bb4856a3d078f0584d28da (127.30.54.193:45767)
19:05:18.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.794706 30985 ts_manager.cc:194] Registered new tserver with Master: 8b0b09c9c3bb4856a3d078f0584d28da (127.30.54.193:45767)
19:05:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.802057 31378 heartbeater.cc:347] Connected to a master server at 127.30.54.252:44851
19:05:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.802444 31378 heartbeater.cc:464] Registering TS with master...
19:05:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.803381 31378 heartbeater.cc:511] Master 127.30.54.252:44851 requested a full tablet report, sending...
19:05:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.806505 31142 ts_manager.cc:194] Registered new tserver with Master: 8b0b09c9c3bb4856a3d078f0584d28da (127.30.54.193:45767)
19:05:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:18.810215 31142 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.54.193:39673
19:05:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.171989 31379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.172782 31379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.173491 31379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.208144 31379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.209286 31379 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.54.194
19:05:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:19.247488 31379 tablet_server_runner.cc:78] Tablet server non-default flags:
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.194:0
19:05:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data/info.pb
19:05:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.194
19:05:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.194
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/logs
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:05:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:19.249138 31379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:19.251295 31379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.278513 31398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:19.815816 31378 heartbeater.cc:503] Master 127.30.54.252:44851 was elected leader, sending a full tablet report...
19:05:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:19.280470 31379 server_base.cc:1034] running on GCE node
19:05:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.279078 31396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:19.278858 31395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.521086 31379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.524030 31379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.525501 31379 hybrid_clock.cc:648] HybridClock initialized: now 1786215920525455 us; error 60 us; skew 500 ppm
19:05:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.526420 31379 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.533156 31379 webserver.cc:460] Webserver started at http://127.30.54.194:42023/ using document root <none> and password file <none>
19:05:20.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.534066 31379 fs_manager.cc:359] Metadata directory not provided
19:05:20.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.534277 31379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:20.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.534848 31379 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.539955 31379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data/instance:
19:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f2b43ed8ff14a7a830e2883e10f38d7"
19:05:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:20 on dist-test-slave-rnrw"
19:05:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.541181 31379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal/instance:
19:05:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f2b43ed8ff14a7a830e2883e10f38d7"
19:05:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:20 on dist-test-slave-rnrw"
19:05:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.548692 31379 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:05:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.554736 31406 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.555805 31379 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
19:05:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.556078 31379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal
19:05:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f2b43ed8ff14a7a830e2883e10f38d7"
19:05:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:20 on dist-test-slave-rnrw"
19:05:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.556380 31379 fs_report.cc:383] FS layout report
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data/data
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.616432 31379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.618099 31379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.618643 31379 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.621322 31379 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:05:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.625602 31379 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:05:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.625831 31379 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:05:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.626180 31379 ts_tablet_manager.cc:610] Registered 0 tablets
19:05:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.626366 31379 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:05:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.788483 31379 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.194:34607
19:05:20.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.788636 31521 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.194:34607 every 8 connection(s)
19:05:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.791165 31379 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/data/info.pb
19:05:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.797338 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31379
19:05:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.797995 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-1/wal/instance
19:05:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.834175 30939 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/logs
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data/info.pb
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.195:0
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.195
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.195
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:05:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.862668 31525 heartbeater.cc:347] Connected to a master server at 127.30.54.254:39789
19:05:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.863217 31525 heartbeater.cc:464] Registering TS with master...
19:05:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.864600 31525 heartbeater.cc:511] Master 127.30.54.254:39789 requested a full tablet report, sending...
19:05:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.867270 31523 heartbeater.cc:347] Connected to a master server at 127.30.54.253:36045
19:05:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.867677 31523 heartbeater.cc:464] Registering TS with master...
19:05:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.868160 30985 ts_manager.cc:194] Registered new tserver with Master: 5f2b43ed8ff14a7a830e2883e10f38d7 (127.30.54.194:34607)
19:05:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.868690 31523 heartbeater.cc:511] Master 127.30.54.253:36045 requested a full tablet report, sending...
19:05:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.869969 31522 heartbeater.cc:347] Connected to a master server at 127.30.54.252:44851
19:05:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.870311 31522 heartbeater.cc:464] Registering TS with master...
19:05:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.871034 31522 heartbeater.cc:511] Master 127.30.54.252:44851 requested a full tablet report, sending...
19:05:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.873307 31142 ts_manager.cc:194] Registered new tserver with Master: 5f2b43ed8ff14a7a830e2883e10f38d7 (127.30.54.194:34607)
19:05:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.873646 31061 ts_manager.cc:194] Registered new tserver with Master: 5f2b43ed8ff14a7a830e2883e10f38d7 (127.30.54.194:34607)
19:05:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:20.875386 31142 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.54.194:39195
19:05:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.176812 31532 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.177440 31532 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.178154 31532 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.209883 31532 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.210955 31532 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.54.195
19:05:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:21.246472 31532 tablet_server_runner.cc:78] Tablet server non-default flags:
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.54.212:40309
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.54.195:0
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data/info.pb
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.54.195
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.54.254:39789,127.30.54.253:36045,127.30.54.252:44851
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.54.195
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/logs
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:21.248059 31532 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:21.249739 31532 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:21.878868 31522 heartbeater.cc:503] Master 127.30.54.252:44851 was elected leader, sending a full tablet report...
19:05:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.270741 31538 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.270059 31539 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:21.270092 31541 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:21.271467 31532 server_base.cc:1034] running on GCE node
19:05:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.495445 31532 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.497916 31532 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.499301 31532 hybrid_clock.cc:648] HybridClock initialized: now 1786215922499275 us; error 60 us; skew 500 ppm
19:05:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.500228 31532 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.507768 31532 webserver.cc:460] Webserver started at http://127.30.54.195:33807/ using document root <none> and password file <none>
19:05:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.508838 31532 fs_manager.cc:359] Metadata directory not provided
19:05:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.509043 31532 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.509438 31532 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.514812 31532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data/instance:
19:05:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e05664a7e5da4d8198a8659ba8593cb2"
19:05:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:22 on dist-test-slave-rnrw"
19:05:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.516201 31532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal/instance:
19:05:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e05664a7e5da4d8198a8659ba8593cb2"
19:05:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:22 on dist-test-slave-rnrw"
19:05:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.523919 31532 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:05:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.529918 31550 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.531162 31532 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:05:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.531528 31532 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e05664a7e5da4d8198a8659ba8593cb2"
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:22 on dist-test-slave-rnrw"
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.531930 31532 fs_report.cc:383] FS layout report
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data/data
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.572772 31532 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.574458 31532 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.575031 31532 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.577927 31532 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:05:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.582432 31532 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:05:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.582684 31532 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:05:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.583035 31532 ts_tablet_manager.cc:610] Registered 0 tablets
19:05:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.583230 31532 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:05:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.738616 31532 rpc_server.cc:307] RPC server started. Bound to: 127.30.54.195:37121
19:05:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.738757 31664 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.54.195:37121 every 8 connection(s)
19:05:22.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.742446 31532 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/data/info.pb
19:05:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.745311 30939 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31532
19:05:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.745855 30939 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster1134725988806277770/ts-2/wal/instance
19:05:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.812520 31666 heartbeater.cc:347] Connected to a master server at 127.30.54.253:36045
19:05:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.813059 31666 heartbeater.cc:464] Registering TS with master...
19:05:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.814318 31666 heartbeater.cc:511] Master 127.30.54.253:36045 requested a full tablet report, sending...
19:05:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.814942 31667 heartbeater.cc:347] Connected to a master server at 127.30.54.254:39789
19:05:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.815254 31667 heartbeater.cc:464] Registering TS with master...
19:05:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.816057 31667 heartbeater.cc:511] Master 127.30.54.254:39789 requested a full tablet report, sending...
19:05:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.817989 31061 ts_manager.cc:194] Registered new tserver with Master: e05664a7e5da4d8198a8659ba8593cb2 (127.30.54.195:37121)
19:05:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.818912 30985 ts_manager.cc:194] Registered new tserver with Master: e05664a7e5da4d8198a8659ba8593cb2 (127.30.54.195:37121)
19:05:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.819499 31665 heartbeater.cc:347] Connected to a master server at 127.30.54.252:44851
19:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.819880 31665 heartbeater.cc:464] Registering TS with master...
19:05:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.820693 31665 heartbeater.cc:511] Master 127.30.54.252:44851 requested a full tablet report, sending...
19:05:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.822894 31141 ts_manager.cc:194] Registered new tserver with Master: e05664a7e5da4d8198a8659ba8593cb2 (127.30.54.195:37121)
19:05:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.824930 31141 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.54.195:40419
19:05:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:22.835354 30939 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:05:22.846 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:05:22.847 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:05:22.859 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.54.254"
port: 39789
}
bound_http_address {
host: "127.30.54.254"
port: 33843
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.54.253"
port: 36045
}
bound_http_address {
host: "127.30.54.253"
port: 46703
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.54.252"
port: 44851
}
bound_http_address {
host: "127.30.54.252"
port: 36065
}
}
}
19:05:22.864 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:05:22.867 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.54.193"
port: 45767
}
bound_http_address {
host: "127.30.54.193"
port: 41089
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.54.194"
port: 34607
}
bound_http_address {
host: "127.30.54.194"
port: 42023
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.54.195"
port: 37121
}
bound_http_address {
host: "127.30.54.195"
port: 33807
}
}
}
19:05:22.867 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:05:23.085 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:05:23.205 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUGmVHB/test-tmp
19:05:23.206 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:05:23.206 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUGmVHB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:05:23.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:05:23.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:23.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:05:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:23.567777 31677 mini_oidc.cc:152] Starting JWKS server
19:05:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:23.571616 31677 webserver.cc:460] Webserver started at http://127.0.0.1:34081/ using document root <none> and password file <none>
19:05:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:23.572160 31677 mini_oidc.cc:189] Starting OIDC Discovery server
19:05:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:23.574254 31677 webserver.cc:460] Webserver started at http://127.0.0.1:45743/ using document root <none> and password file <none>
19:05:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:05:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/principal' for realm 'KRBTEST.COM',
19:05:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:05:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:23 dist-test-slave-rnrw krb5kdc[31691](info): setting up network...
19:05:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:05:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:23 dist-test-slave-rnrw krb5kdc[31691](info): set up 2 sockets
19:05:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:23 dist-test-slave-rnrw krb5kdc[31691](info): commencing operation
19:05:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:05:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:23.828788 31665 heartbeater.cc:503] Master 127.30.54.252:44851 was elected leader, sending a full tablet report...
19:05:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:24.765089 31677 mini_kdc.cc:121] Time spent starting KDC: real 1.164s user 0.005s sys 0.025s
19:05:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:05:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:05:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:05:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:05:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:05:24.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:05:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:05:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:05:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:05:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:05:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/test-user.keytab.
19:05:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/test-user.keytab.
19:05:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:24 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215924, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:05:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:05:24Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:05:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:05:24Z Disabled control of system clock
19:05:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.239.126@KRBTEST.COM; defaulting to no policy
19:05:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.239.126@KRBTEST.COM" created.
19:05:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab.
19:05:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab.
19:05:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:25.006403 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/logs
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.126:40355
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.126
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.126
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.332769 31704 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.333464 31704 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.334199 31704 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.366117 31704 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.366500 31704 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.366921 31704 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.367249 31704 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.367619 31704 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.367940 31704 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.368189 31704 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:25.410104 31704 master_runner.cc:386] Master server non-default flags:
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.126
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.126:40355
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.126
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/logs
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:25.411636 31704 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:25.412977 31704 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.431020 31710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.431041 31713 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:25.431051 31711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:26.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:26.853783 31712 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1421 milliseconds
19:05:26.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.853906 31704 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:05:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.855157 31704 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.858331 31704 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.859784 31704 hybrid_clock.cc:648] HybridClock initialized: now 1786215926859743 us; error 68 us; skew 500 ppm
19:05:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.860661 31704 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:26 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215926, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.867349 31704 init.cc:377] Logged in from keytab as kudu/127.30.239.126@KRBTEST.COM (short username kudu)
19:05:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.873194 31704 webserver.cc:460] Webserver started at http://127.30.239.126:40617/ using document root <none> and password file <none>
19:05:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.874151 31704 fs_manager.cc:359] Metadata directory not provided
19:05:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.874344 31704 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.874889 31704 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.880031 31704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/instance:
19:05:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15a319f2d16f44f684ed523f36f0d827"
19:05:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:26 on dist-test-slave-rnrw"
19:05:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.881229 31704 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal/instance:
19:05:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15a319f2d16f44f684ed523f36f0d827"
19:05:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:26 on dist-test-slave-rnrw"
19:05:26.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.888729 31704 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
19:05:26.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.895221 31723 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.896575 31704 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:05:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.897207 31704 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15a319f2d16f44f684ed523f36f0d827"
19:05:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:26 on dist-test-slave-rnrw"
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.897578 31704 fs_report.cc:383] FS layout report
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/data
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:26.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.950263 31704 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.957796 31704 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:26.958240 31704 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.038815 31704 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.126:40355
19:05:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.038905 31774 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.126:40355 every 8 connection(s)
19:05:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.041476 31704 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.047333 31775 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.048889 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31704
19:05:27.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.049446 31677 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal/instance
19:05:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.065979 31775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } has no permanent_uuid. Determining permanent_uuid...
19:05:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.239.125@KRBTEST.COM; defaulting to no policy
19:05:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.239.125@KRBTEST.COM" created.
19:05:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:27 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215926, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.126@KRBTEST.COM for kudu/127.30.239.126@KRBTEST.COM
19:05:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab.
19:05:27.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab.
19:05:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.115293 31775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } has no permanent_uuid. Determining permanent_uuid...
19:05:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.115288 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/logs
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.125:45725
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.125
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.125
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.118314 31726 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.122570 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.172086 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 1
19:05:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.176213 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.244647 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 2
19:05:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.248613 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.340034 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 3
19:05:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.343870 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.456135 31782 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.456779 31782 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:27.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.457388 31782 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.487376 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 4
19:05:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.491511 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.492015 31782 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.492230 31782 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.492506 31782 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.492782 31782 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.492988 31782 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.493176 31782 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.493314 31782 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.533340 31782 master_runner.cc:386] Master server non-default flags:
19:05:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.125
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.125:45725
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.125
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/logs
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.534973 31782 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.536319 31782 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.554248 31789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.653976 31374 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7f00 after lost signal to thread 31244
19:05:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.655094 31374 debug-util.cc:398] Leaking SignalData structure 0x7b08000af3c0 after lost signal to thread 31377
19:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.790966 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 5
19:05:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.796765 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.344281 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 6
19:05:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:28.353600 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.125:45725: Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.554280 31788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:27.555830 31782 server_base.cc:1034] running on GCE node
19:05:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:27.555022 31791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.859673 31782 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.863116 31782 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.864660 31782 hybrid_clock.cc:648] HybridClock initialized: now 1786215928864589 us; error 82 us; skew 500 ppm
19:05:28.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.865501 31782 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:28 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215928, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.877933 31782 init.cc:377] Logged in from keytab as kudu/127.30.239.125@KRBTEST.COM (short username kudu)
19:05:28.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.884881 31782 webserver.cc:460] Webserver started at http://127.30.239.125:36675/ using document root <none> and password file <none>
19:05:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.885816 31782 fs_manager.cc:359] Metadata directory not provided
19:05:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.886010 31782 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.886407 31782 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.891507 31782 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/instance:
19:05:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deaea8cf4c114e82838d6a60416f48e7"
19:05:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:28 on dist-test-slave-rnrw"
19:05:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.892951 31782 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal/instance:
19:05:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deaea8cf4c114e82838d6a60416f48e7"
19:05:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:28 on dist-test-slave-rnrw"
19:05:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.903473 31782 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
19:05:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.912632 31801 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.914106 31782 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:05:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.914585 31782 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deaea8cf4c114e82838d6a60416f48e7"
19:05:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:28 on dist-test-slave-rnrw"
19:05:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.915115 31782 fs_report.cc:383] FS layout report
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/data
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.970628 31782 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.979635 31782 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:28.980293 31782 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.090981 31782 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.125:45725
19:05:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.091213 31853 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.125:45725 every 8 connection(s)
19:05:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.095258 31782 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.102108 31854 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.105618 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31782
19:05:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.106127 31677 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal/instance
19:05:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.129508 31854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } has no permanent_uuid. Determining permanent_uuid...
19:05:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.239.124@KRBTEST.COM; defaulting to no policy
19:05:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.239.124@KRBTEST.COM" created.
19:05:29.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:29 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215928, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.125@KRBTEST.COM for kudu/127.30.239.126@KRBTEST.COM
19:05:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:05:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab.
19:05:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.239.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab.
19:05:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.177423 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/logs
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.124:34963
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.124
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.124
19:05:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.190367 31854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } has no permanent_uuid. Determining permanent_uuid...
19:05:29.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:29 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215928, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.125@KRBTEST.COM for kudu/127.30.239.125@KRBTEST.COM
19:05:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.230947 31854 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
19:05:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.234918 31805 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.247762 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.297351 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 1
19:05:29.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.302399 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.370883 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 2
19:05:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.375476 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.414085 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } attempt: 7
19:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:29 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215926, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.126@KRBTEST.COM for kudu/127.30.239.125@KRBTEST.COM
19:05:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.452785 31775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
19:05:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.459136 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.466943 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 3
19:05:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.471298 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.517597 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 1
19:05:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.522688 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.545845 31863 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.546721 31863 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.547402 31863 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.579936 31863 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.580184 31863 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.580526 31863 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.580768 31863 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.581071 31863 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.581267 31863 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.581398 31863 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:29.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.604171 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 2
19:05:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.608017 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.614779 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 4
19:05:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.619060 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.621582 31863 master_runner.cc:386] Master server non-default flags:
19:05:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.124
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.124:34963
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.124
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/logs
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.622714 31863 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.623720 31863 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:29.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.641494 31875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:29.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.693387 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 3
19:05:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.697118 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.837731 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 4
19:05:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.842547 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:29.918460 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 5
19:05:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.923074 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.125984 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 5
19:05:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:30.130077 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.470533 31854 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 6
19:05:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:30.478513 31854 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.682668 31775 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } attempt: 6
19:05:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:30.689595 31775 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.239.124:34963: Network error: Client connection negotiation failed: client connection to 127.30.239.124:34963: connect: Connection refused (error 111)
19:05:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.641532 31877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:29.643554 31874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:30.898615 31876 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:05:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.898751 31863 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:05:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.902963 31863 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.905753 31863 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.907147 31863 hybrid_clock.cc:648] HybridClock initialized: now 1786215930907112 us; error 50 us; skew 500 ppm
19:05:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.908150 31863 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:30.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:30 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215930, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.917092 31863 init.cc:377] Logged in from keytab as kudu/127.30.239.124@KRBTEST.COM (short username kudu)
19:05:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.922394 31863 webserver.cc:460] Webserver started at http://127.30.239.124:36551/ using document root <none> and password file <none>
19:05:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.923578 31863 fs_manager.cc:359] Metadata directory not provided
19:05:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.923851 31863 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.924401 31863 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:05:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.931766 31863 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/instance:
19:05:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a096548779b40339f13d1eac2ce0828"
19:05:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:30 on dist-test-slave-rnrw"
19:05:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.933266 31863 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal/instance:
19:05:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a096548779b40339f13d1eac2ce0828"
19:05:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:30 on dist-test-slave-rnrw"
19:05:30.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.943173 31863 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.001s sys 0.008s
19:05:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.950224 31891 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.951458 31863 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.951836 31863 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a096548779b40339f13d1eac2ce0828"
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:30 on dist-test-slave-rnrw"
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.952176 31863 fs_report.cc:383] FS layout report
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/data
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:30.996836 31863 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.003239 31863 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.003677 31863 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:31.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.089552 31863 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.124:34963
19:05:31.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.089676 31943 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.124:34963 every 8 connection(s)
19:05:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.093493 31863 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.094117 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31863
19:05:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.094614 31677 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal/instance
19:05:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.115448 31944 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:05:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.135212 31944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } has no permanent_uuid. Determining permanent_uuid...
19:05:31.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215924, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.239.124@KRBTEST.COM
19:05:31.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215930, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for kudu/127.30.239.126@KRBTEST.COM
19:05:31.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.175289 31944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } has no permanent_uuid. Determining permanent_uuid...
19:05:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215924, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.239.125@KRBTEST.COM
19:05:31.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215930, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for kudu/127.30.239.125@KRBTEST.COM
19:05:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.209460 31944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
19:05:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215924, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.239.126@KRBTEST.COM
19:05:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215930, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for kudu/127.30.239.124@KRBTEST.COM
19:05:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.237253 31677 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:05:31.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.246160 31944 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Bootstrap starting.
19:05:31.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.250 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:05:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.252810 31944 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Neither blocks nor log segments found. Creating new log.
19:05:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.254781 31944 log.cc:824] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Log is configured to *not* fsync() on all Append() calls
19:05:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.260063 31944 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: No bootstrap required, opened a new log
19:05:31.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:05:31.265 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:05:31.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.239.126"
port: 40355
}
bound_http_address {
host: "127.30.239.126"
port: 40617
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.239.125"
port: 45725
}
bound_http_address {
host: "127.30.239.125"
port: 36675
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.239.124"
port: 34963
}
bound_http_address {
host: "127.30.239.124"
port: 36551
}
}
}
19:05:31.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:05:31.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.270 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:05:31.271 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:05:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.286271 31944 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.286944 31944 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:05:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.287279 31944 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a096548779b40339f13d1eac2ce0828, State: Initialized, Role: FOLLOWER
19:05:31.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.288246 31944 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.291476 31957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } } }
19:05:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.292615 31957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: This master's current role is: FOLLOWER
19:05:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.293407 31944 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: configured and running, proceeding with master startup.
19:05:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215931, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:05:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.324245 31969 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.324599 31969 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:31.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.334 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc
19:05:31.343 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:05:31.344 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc
19:05:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.321185 31863 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: OK, instance_id { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" instance_seqno: 1786215927015707 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:05:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.348433 31863 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:31.348 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:05:31.354 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:05:31.356 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:05:31.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:05:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:31 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215931, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:05:31.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.402 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc
19:05:31.405 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:05:31.405 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.239.125:45725
19:05:31.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:05:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.408649 31677 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31782
19:05:31.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.444 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.239.124:34963
19:05:31.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:05:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.445641 31677 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31863
19:05:31.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.475 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.239.126:40355
19:05:31.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:05:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.476724 31677 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31704
19:05:31.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:31.501 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.239.125:45725
19:05:31.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:05:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.505354 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/logs
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.125:45725
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.125
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36675
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.125
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.831825 31973 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.832451 31973 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.833078 31973 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.868127 31973 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.868373 31973 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.868747 31973 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.868970 31973 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.869163 31973 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.869341 31973 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.869483 31973 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.908983 31973 master_runner.cc:386] Master server non-default flags:
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.125.keytab
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.125
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.125:45725
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.125
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36675
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/logs
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.910373 31973 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.911507 31973 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.934281 31981 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.935846 31983 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:31.936288 31980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:31.937441 31973 server_base.cc:1034] running on GCE node
19:05:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.206902 31973 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.210311 31973 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.211779 31973 hybrid_clock.cc:648] HybridClock initialized: now 1786215933211737 us; error 64 us; skew 500 ppm
19:05:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.212873 31973 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:33 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215933, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.219345 31973 init.cc:377] Logged in from keytab as kudu/127.30.239.125@KRBTEST.COM (short username kudu)
19:05:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.225490 31973 webserver.cc:460] Webserver started at http://127.30.239.125:36675/ using document root <none> and password file <none>
19:05:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.226756 31973 fs_manager.cc:359] Metadata directory not provided
19:05:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.227015 31973 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.237923 31973 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
19:05:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.243599 31991 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.244973 31973 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:05:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.245386 31973 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deaea8cf4c114e82838d6a60416f48e7"
19:05:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:28 on dist-test-slave-rnrw"
19:05:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.249117 31973 fs_report.cc:383] FS layout report
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/data
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:33.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.304894 31973 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.311093 31973 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.311728 31973 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.384859 31973 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.125:45725
19:05:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.385097 32043 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.125:45725 every 8 connection(s)
19:05:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.387718 31973 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/data/info.pb
19:05:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.395809 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 31973
19:05:33.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:33.396 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.239.124:34963
19:05:33.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:05:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.398499 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/logs
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.124:34963
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.124
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36551
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.124
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.399101 32044 sys_catalog.cc:263] Verifying existing consensus state
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 19:05:33.400065 32044 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:05:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.400534 31973 master.cc:537] Master@127.30.239.125:45725 shutting down...
19:05:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.469810 31973 master.cc:552] Master@127.30.239.125:45725 shutdown complete.
19:05:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:05:33.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.740036 32047 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.740804 32047 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.741659 32047 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.773968 32047 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.774255 32047 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.774705 32047 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.775076 32047 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.775434 32047 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.775655 32047 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.775885 32047 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.823304 32047 master_runner.cc:386] Master server non-default flags:
19:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.124.keytab
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.124
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.124:34963
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.124
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36551
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/logs
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.824558 32047 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:33.825863 32047 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.845326 32055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.846133 32058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:33.845418 32056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.113726 32057 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:05:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.113867 32047 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:05:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.118113 32047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.120728 32047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.122134 32047 hybrid_clock.cc:648] HybridClock initialized: now 1786215935122090 us; error 38 us; skew 500 ppm
19:05:35.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.123039 32047 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:35 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215935, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.133543 32047 init.cc:377] Logged in from keytab as kudu/127.30.239.124@KRBTEST.COM (short username kudu)
19:05:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.138692 32047 webserver.cc:460] Webserver started at http://127.30.239.124:36551/ using document root <none> and password file <none>
19:05:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.139668 32047 fs_manager.cc:359] Metadata directory not provided
19:05:35.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.139954 32047 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.148330 32047 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
19:05:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.153204 32067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.154366 32047 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:05:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.154758 32047 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a096548779b40339f13d1eac2ce0828"
19:05:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:30 on dist-test-slave-rnrw"
19:05:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.157299 32047 fs_report.cc:383] FS layout report
19:05:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/wal
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/data
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.210176 32047 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.216899 32047 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.217342 32047 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.294266 32047 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.124:34963
19:05:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.294354 32120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.124:34963 every 8 connection(s)
19:05:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.297211 32047 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-2/data/info.pb
19:05:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.302596 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 32047
19:05:35.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:35.304 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.239.126:40355
19:05:35.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:05:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.306468 31677 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu
19:05:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/logs
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.126:40355
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.126
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40617
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.126
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:35.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:05:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.312914 32121 sys_catalog.cc:263] Verifying existing consensus state
19:05:35.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.318462 32121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Bootstrap starting.
19:05:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.352217 32121 log.cc:824] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Log is configured to *not* fsync() on all Append() calls
19:05:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.357225 32121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:05:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.357991 32121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Bootstrap complete.
19:05:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.383208 32121 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.385588 32121 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:05:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.385819 32121 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a096548779b40339f13d1eac2ce0828, State: Initialized, Role: FOLLOWER
19:05:35.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.386605 32121 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.389668 32125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } } }
19:05:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.390618 32125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: This master's current role is: FOLLOWER
19:05:35.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.391381 32121 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [sys.catalog]: configured and running, proceeding with master startup.
19:05:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.422365 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.422735 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:35.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.419670 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:05:35.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.455873 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:35.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.472980 32073 tablet.cc:2369] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:05:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.657392 32123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:05:35.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.658103 32123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:05:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.658810 32123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:05:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.692456 32123 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:05:35.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.692800 32123 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:05:35.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.693215 32123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:05:35.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.693552 32123 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:05:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.693915 32123 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:05:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.694273 32123 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:05:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.694507 32123 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34081/jwks.json
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.733044 32123 master_runner.cc:386] Master server non-default flags:
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.239.84:43413
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:05:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:05:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.239.126:40355,127.30.239.125:45725,127.30.239.124:34963
19:05:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/krb5kdc/kudu_127.30.239.126.keytab
19:05:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.239.126
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.239.126:40355
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34081/jwks.json
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.239.126
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40617
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/logs
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:05:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 17:52:48 UTC on ccycloud.quasar-oinjhi.root.comops.site
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574925
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.734560 32123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:05:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.735947 32123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:05:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.760789 32145 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.767812 32125 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.768412 32125 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.773607 32125 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.774097 32068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.781674 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.782370 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.782833 32068 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:35.783732 32125 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:36.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:36.427168 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:36.427541 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.760982 32144 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:37.089308 32146 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:05:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.090662 32123 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:05:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:35.760820 32147 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:05:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.102154 32123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:05:37.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.105846 32123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:05:37.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.107563 32123 hybrid_clock.cc:648] HybridClock initialized: now 1786215937107453 us; error 109 us; skew 500 ppm
19:05:37.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.108920 32123 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:05:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:37 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215937, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:37.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.117848 32123 init.cc:377] Logged in from keytab as kudu/127.30.239.126@KRBTEST.COM (short username kudu)
19:05:37.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.124627 32123 webserver.cc:460] Webserver started at http://127.30.239.126:40617/ using document root <none> and password file <none>
19:05:37.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.126041 32123 fs_manager.cc:359] Metadata directory not provided
19:05:37.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.126355 32123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:05:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.138052 32123 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.002s sys 0.005s
19:05:37.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.144819 32160 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:05:37.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.146361 32123 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:05:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.147076 32123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data,/tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15a319f2d16f44f684ed523f36f0d827"
19:05:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:05:26 on dist-test-slave-rnrw"
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.150612 32123 fs_report.cc:383] FS layout report
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/data
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:05:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:05:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:05:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.212007 32123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:05:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.218595 32123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:05:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.219166 32123 kserver.cc:163] Server-wide thread pool size limit: 3276
19:05:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.319002 32123 rpc_server.cc:307] RPC server started. Bound to: 127.30.239.126:40355
19:05:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.319157 32213 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.239.126:40355 every 8 connection(s)
19:05:37.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.322283 32123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/data/info.pb
19:05:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.326184 31677 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu as pid 32123
19:05:37.327 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:05:37.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.338578 32214 sys_catalog.cc:263] Verifying existing consensus state
19:05:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 19:05:37.340580 32214 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:05:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.341162 32123 master.cc:537] Master@127.30.239.126:40355 shutting down...
19:05:37.400 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.422941 32123 master.cc:552] Master@127.30.239.126:40355 shutdown complete.
19:05:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:37.431849 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:37.432427 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUGmVHB/test-tmp/mini-kudu-cluster4086169207072871436/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:05:37.470 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.239.124:34963(127.30.239.124:34963)] connecting to peer
19:05:37.472 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:37.533 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.239.124:34963(127.30.239.124:34963)] Successfully connected to peer
19:05:37.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.631 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:05:37.642 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.30.239.124
19:05:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:37 dist-test-slave-rnrw krb5kdc[31691](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215931, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.239.124@KRBTEST.COM
19:05:37.893 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb3bbb39a, L:/127.0.0.1:48814 - R:/127.30.239.124:34963] using SASL/GSSAPI
19:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.904266 32220 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.905089 32220 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.907358 32220 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:37.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:37.915838 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:37.916 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:37.917094 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.917514 32068 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:37.918708 32220 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:37.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:37.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.940 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:37.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:37.973 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:37.975 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:37.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:37.993 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:37.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:37.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:37.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.033 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.036 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.041 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.054 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.055 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.060 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.062 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.140 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.273 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.275 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:38.439777 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:38.440048 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:38.514 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.516 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:38.974 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:38.976 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:38.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:38.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:39.443056 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:39.443337 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:39.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:39.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:39.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:39.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:39.936 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:39.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:39.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:39.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:39.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.025950 32227 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.026455 32227 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.028050 32227 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.033389 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.033881 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.034303 32070 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.034904 32227 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.446283 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.446556 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.458576 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:05:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:40.459033 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.956386 31173 debug-util.cc:398] Leaking SignalData structure 0x7b080009d040 after lost signal to thread 31104
19:05:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:40.957042 31173 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4760 after lost signal to thread 31176
19:05:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:41.449510 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:41.449765 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:41.533 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:41.535 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:41.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:41.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:41.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:41.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:41.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:41.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:41.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:42.452919 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:42.453274 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:43.034 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:43.036 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:43.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:43.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:43.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:43.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:43.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:43.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:43.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:43.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:43.456431 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:43.456787 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:44.460531 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:44.460933 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:44.861415 32236 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:44.861991 32236 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:44.863934 32236 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:44.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:44.866655 32068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:05:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:44.869644 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:44.870100 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:44.870396 32068 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:44.870982 32236 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:45 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215945, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:45.137970 32063 init.cc:295] Successfully reacquired a new kerberos TGT
19:05:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:45.462685 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:05:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:45.463243 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:45.465030 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:45.465335 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:46.153 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:46.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:46.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:46.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:46.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:46.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:46.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:46.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:46.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:46.468466 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:46.468808 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:47.471807 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:47.472127 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:47.974 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:47.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:47.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:47.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:48.000 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:48.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:48.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:48.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:48.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:48.475320 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:48.475651 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:49.013741 31374 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7ec0 after lost signal to thread 31244
19:05:49.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:49.014889 31374 debug-util.cc:398] Leaking SignalData structure 0x7b08000af4e0 after lost signal to thread 31377
19:05:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:49.478909 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:49.479213 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:50.466194 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:05:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:50.466552 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:50.482435 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:50.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:50.482736 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:51.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:51.395 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:51.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:51.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:51.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:51.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:51.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:51.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:51.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:51.485807 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:51.486117 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:51.912243 32253 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:51.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:51.912734 32253 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:51.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:51.914747 32253 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:51.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:51.917181 32068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:05:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:51.919695 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:51.920073 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:51.920408 32068 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:51.921007 32253 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:52.489014 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:52.489300 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:53.492192 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:53.492453 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:54.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:54.475 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:54.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:54.496268 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:54.496843 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:54.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:54.815 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:54.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:54.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:54.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:05:55 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215955, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:05:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:55.140617 32063 init.cc:295] Successfully reacquired a new kerberos TGT
19:05:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:55.469955 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:05:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:55.470391 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:05:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:55.499948 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:55.500214 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:55.594 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:55.596 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:55.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:55.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:55.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:55.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:55.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:55.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:55.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:56.503142 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:56.503440 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:57.506541 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:57.506796 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:57.921962 32262 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:05:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:57.922417 32262 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:05:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:57.924129 32262 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:05:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:57.926566 32068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:05:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:57.929484 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:05:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:57.929983 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:05:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:57.930346 32068 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:05:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:05:57.931067 32262 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:05:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:58.509996 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:58.510260 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:05:58.833 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:58.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:58.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:58.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:05:58.914 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:05:58.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:05:58.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:05:58.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:05:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:59.513454 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:05:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:05:59.513716 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:00.473248 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:06:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:00.473604 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:06:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:00.516862 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:00.517143 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:00.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:06:00.935 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:06:00.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:00.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:00.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:00.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:00.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:00.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:00.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:06:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:01.520063 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:01.520344 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:02.523193 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:02.523452 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:03.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:03.526654 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:03.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:03.526938 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:04.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:04.530915 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:04.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:04.531287 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:04.594 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:06:04.595 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:06:04.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:04.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:04.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:04.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:04.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:04.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:04.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:06:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:06:05 dist-test-slave-rnrw krb5kdc[31691](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786215965, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.239.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:06:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.143162 32063 init.cc:295] Successfully reacquired a new kerberos TGT
19:06:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.477205 32047 master_runner.cc:186] Error getting master registration for 127.30.239.126:40355: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111),
19:06:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.477698 32047 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:06:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:05.534227 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:05.534548 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.661221 32278 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:06:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.661789 32278 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15a319f2d16f44f684ed523f36f0d827" member_type: VOTER last_known_addr { host: "127.30.239.126" port: 40355 } } peers { permanent_uuid: "deaea8cf4c114e82838d6a60416f48e7" member_type: VOTER last_known_addr { host: "127.30.239.125" port: 45725 } } peers { permanent_uuid: "8a096548779b40339f13d1eac2ce0828" member_type: VOTER last_known_addr { host: "127.30.239.124" port: 34963 } }
19:06:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.663851 32278 leader_election.cc:288] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355), deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725)
19:06:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:05.665444 32068 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:06:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:05.670630 32068 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 15a319f2d16f44f684ed523f36f0d827 (127.30.239.126:40355): Network error: Client connection negotiation failed: client connection to 127.30.239.126:40355: connect: Connection refused (error 111)
19:06:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:05.671232 32070 leader_election.cc:334] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer deaea8cf4c114e82838d6a60416f48e7 (127.30.239.125:45725): Network error: Client connection negotiation failed: client connection to 127.30.239.125:45725: connect: Connection refused (error 111)
19:06:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.671594 32070 leader_election.cc:302] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a096548779b40339f13d1eac2ce0828; no voters: 15a319f2d16f44f684ed523f36f0d827, deaea8cf4c114e82838d6a60416f48e7
19:06:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:05.672385 32278 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:06:05.953 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:06:05.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:06:05.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:05.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:05.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:05.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:05.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:05.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:05.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:06:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:06.537168 32136 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8a096548779b40339f13d1eac2ce0828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:06:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:06.537412 32136 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:06:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:06.592790 31017 debug-util.cc:398] Leaking SignalData structure 0x7b0800082820 after lost signal to thread 30953
19:06:06.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:06:06.593608 31017 debug-util.cc:398] Leaking SignalData structure 0x7b08000abe20 after lost signal to thread 31020
19:06:06.993 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.125:45725(127.30.239.125:45725)] connecting to peer
19:06:06.994 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.30.239.126:40355(127.30.239.126:40355)] connecting to peer
19:06:06.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:06.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.125:45725(127.30.239.125:45725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:06.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:06.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.239.126:40355(127.30.239.126:40355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:06.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.125:45725: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725
19:06:06.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.239.126:40355: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
19:06:06.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355; will retry
19:06:07.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [199ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [569ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [600ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [611ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [641ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [642ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [659ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [663ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [718ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [720ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [799ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [800ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [933ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [938ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [939ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1174ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1183ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1634ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2594ms] refreshing cache from master, [2594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [2597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [2598ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [2603ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4194ms] refreshing cache from master, [4194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [4198ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [4200ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [4201ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [5694ms] refreshing cache from master, [5695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@2062944114(state=PENDING, result=null, callback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806), errback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806)))
19:06:07.011 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.30.239.124:34963(127.30.239.124:34963)] disconnecting while in state READY
19:06:07.014 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.30.239.125:45725(127.30.239.125:45725)] disconnecting while in state TERMINATED
19:06:07.014 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.30.239.126:40355(127.30.239.126:40355)] disconnecting while in state TERMINATED
19:06:07.022 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:06:07.024 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:06:07.026 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.239.124:34963(127.30.239.124:34963)] handling channelInactive
19:06:07.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.239.124:34963(127.30.239.124:34963)] cleaning up while in state READY due to: connection closed
19:06:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:07.041260 31677 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 32047
19:06:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:06:08Z chronyd exiting
19:06:09.326 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:06:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.328008 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31222
19:06:09.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.362288 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31379
19:06:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.393821 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31532
19:06:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.434863 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 30952
19:06:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.478322 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31023
19:06:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:06:09.514021 30939 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUGmVHB/build/tsan/bin/kudu with pid 31099
19:06:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:06:10Z chronyd exiting
19:06:11.716 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [199ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [569ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [600ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [611ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [641ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [642ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [659ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [663ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [718ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [720ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [799ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [800ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [933ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [938ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [939ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1174ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1183ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1634ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2594ms] refreshing cache from master, [2594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [2597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [2598ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [2603ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4194ms] refreshing cache from master, [4194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [4198ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [4200ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [4201ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [5694ms] refreshing cache from master, [5695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@2062944114(state=PENDING, result=null, callback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806), errback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.239.126:40355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [199ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [569ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [600ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [611ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [641ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [642ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [659ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [663ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [718ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [720ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [799ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [800ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [933ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [938ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [939ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1174ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1183ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1634ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2594ms] refreshing cache from master, [2594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [2597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [2598ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [2603ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4194ms] refreshing cache from master, [4194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [4198ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [4200ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [4201ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [5694ms] refreshing cache from master, [5695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@2062944114(state=PENDING, result=null, callback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806), errback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.239.126:40355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
19:06:12.073 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
19:06:12.073 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [199ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [569ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [600ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [611ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [641ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [642ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [659ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [663ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [718ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [720ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [799ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [800ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [933ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [938ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [939ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1174ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1183ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1634ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2594ms] refreshing cache from master, [2594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [2597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [2598ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [2603ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4194ms] refreshing cache from master, [4194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [4198ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [4200ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [4201ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [5694ms] refreshing cache from master, [5695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@2062944114(state=PENDING, result=null, callback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806), errback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.239.126:40355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [199ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [569ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [578ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [594ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [600ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [611ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [641ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [642ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [659ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [661ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [663ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [699ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [700ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [701ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [718ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [720ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [722ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [723ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [799ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [800ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [801ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [802ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [933ms] refreshing cache from master, [934ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [938ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [939ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [940ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [941ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1174ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1178ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1183ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1634ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [1640ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [1643ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2594ms] refreshing cache from master, [2594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [2597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [2598ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [2603ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [2603ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4194ms] refreshing cache from master, [4194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [4195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [4198ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.125:45725: Network error: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725, [4200ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.126:40355: Network error: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [4201ms] Sub RPC ConnectToMaster: received response from server master-127.30.239.124:34963: OK, [4201ms] delaying RPC due to: Service unavailable: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355, [5694ms] refreshing cache from master, [5695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.125:45725, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.124:34963, [5696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.239.126:40355, [5702ms] too many traces: truncated at 100 traces, deferred=Deferred@2062944114(state=PENDING, result=null, callback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806), errback=(continuation of Deferred@2023737630 after retry RPC after error@1428104083) -> (continuation of Deferred@2038721005 after retry RPC after error@864234552) -> (continuation of Deferred@894616687 after retry RPC after error@436042477) -> (continuation of Deferred@1139581758 after retry RPC after error@1764009367) -> (continuation of Deferred@1257661792 after retry RPC after error@950944961) -> (continuation of Deferred@511571385 after retry RPC after error@1379529724) -> (continuation of Deferred@731730366 after retry RPC after error@1642037312) -> (continuation of Deferred@276718079 after retry RPC after error@231069215) -> (continuation of Deferred@1284794040 after retry RPC after error@1372861162) -> (continuation of Deferred@843497654 after retry RPC after error@286301647) -> (continuation of Deferred@2120128755 after retry RPC after error@242067120) -> (continuation of Deferred@170558651 after retry RPC after error@524390100) -> (continuation of Deferred@366089423 after retry RPC after error@1986619619) -> (continuation of Deferred@683156937 after retry RPC after error@1000093988) -> (continuation of Deferred@1047340788 after retry RPC after error@67006378) -> (continuation of Deferred@1786877041 after retry RPC after error@806274332) -> (continuation of Deferred@1736646511 after retry RPC after error@401653514) -> (continuation of Deferred@1899266969 after retry RPC after error@928292486) -> (continuation of Deferred@1221826404 after retry RPC after error@1514764699) -> (continuation of Deferred@255066368 after retry RPC after error@478617294) -> (continuation of Deferred@1211880077 after retry RPC after error@1496317872) -> (continuation of Deferred@1983699348 after retry RPC after error@1391057139) -> (continuation of Deferred@1154533273 after retry RPC after error@1654944460) -> (continuation of Deferred@1917122421 after retry RPC after error@1853265806)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.30.239.125:45725,127.30.239.124:34963,127.30.239.126:40355) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.125:45725(127.30.239.125:45725): Connection refused: /127.30.239.125:45725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.239.126:40355(127.30.239.126:40355): Connection refused: /127.30.239.126:40355
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.30.239.126:40355
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)