20:34:10.001 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:34:10.015 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEPvSLi/test-tmp
20:34:10.018 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:34:10.022 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEPvSLi/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:34:10.335 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:34:10.473 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:34:10.475 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:34:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.478745 18353 mini_oidc.cc:152] Starting JWKS server
20:34:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.482745 18353 webserver.cc:460] Webserver started at http://127.0.0.1:36877/ using document root <none> and password file <none>
20:34:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.483436 18353 mini_oidc.cc:189] Starting OIDC Discovery server
20:34:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.485605 18353 webserver.cc:460] Webserver started at http://127.0.0.1:43477/ using document root <none> and password file <none>
20:34:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:34:10Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:34:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:34:10Z Disabled control of system clock
20:34:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.543826 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/logs
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data/info.pb
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:10.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.126:42387
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.126
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json with env {}
20:34:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.867146 18365 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.867748 18365 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.868566 18365 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.902506 18365 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.902844 18365 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.903148 18365 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.903352 18365 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.903577 18365 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.903806 18365 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36877/jwks.json
20:34:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.941043 18365 master_runner.cc:386] Master server non-default flags:
20:34:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data
20:34:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.126:42387
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data/info.pb
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.126
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/logs
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.942536 18365 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:10.944797 18365 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.965284 18374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.965466 18373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:10.965543 18376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.174921 18375 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:34:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.175143 18365 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:34:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.179203 18365 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.182669 18365 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.184260 18365 hybrid_clock.cc:648] HybridClock initialized: now 1786048452184229 us; error 131 us; skew 500 ppm
20:34:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.185105 18365 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.196549 18365 webserver.cc:460] Webserver started at http://127.17.236.126:35319/ using document root <none> and password file <none>
20:34:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.197728 18365 fs_manager.cc:359] Metadata directory not provided
20:34:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.197961 18365 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.198398 18365 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.203653 18365 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data/instance:
20:34:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1bf1ebaa554d6e864a91186494d282"
20:34:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:12 on dist-test-slave-8w9v"
20:34:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.204949 18365 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal/instance:
20:34:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1bf1ebaa554d6e864a91186494d282"
20:34:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:12 on dist-test-slave-8w9v"
20:34:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.213238 18365 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
20:34:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.219420 18383 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.221067 18365 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:34:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.221458 18365 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal
20:34:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1bf1ebaa554d6e864a91186494d282"
20:34:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:12 on dist-test-slave-8w9v"
20:34:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.221851 18365 fs_report.cc:383] FS layout report
20:34:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data/data
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.289110 18365 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.290763 18365 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.291370 18365 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.381601 18365 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.126:42387
20:34:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.381703 18434 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.126:42387 every 8 connection(s)
20:34:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.384351 18365 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/data/info.pb
20:34:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.389891 18435 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.394037 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18365
20:34:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.394436 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-0/wal/instance
20:34:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.398857 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal
20:34:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data
20:34:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/logs
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data/info.pb
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.125:33371
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.125
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json with env {}
20:34:12.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.405313 18435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
20:34:12.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.441815 18435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } has no permanent_uuid. Determining permanent_uuid...
20:34:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.444773 18385 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.449941 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.499495 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 1
20:34:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.503877 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.572345 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 2
20:34:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.577733 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.669221 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 3
20:34:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.673810 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.738958 18437 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.739589 18437 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.740232 18437 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.773083 18437 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.773394 18437 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.773599 18437 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.773782 18437 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.773983 18437 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.774192 18437 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36877/jwks.json
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.811839 18437 master_runner.cc:386] Master server non-default flags:
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.125:33371
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data/info.pb
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.125
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/logs
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.813160 18437 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.815335 18437 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.817431 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 4
20:34:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.821293 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.837492 18446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:13.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:13.120728 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 5
20:34:13.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:13.124727 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:13.672492 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 6
20:34:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:13.682912 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.125:33371: Network error: Client connection negotiation failed: client connection to 127.17.236.125:33371: connect: Connection refused (error 111)
20:34:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.837544 18447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:12.837548 18450 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:12.839794 18437 server_base.cc:1034] running on GCE node
20:34:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.046103 18437 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.049722 18437 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.051359 18437 hybrid_clock.cc:648] HybridClock initialized: now 1786048454051292 us; error 80 us; skew 500 ppm
20:34:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.052390 18437 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.059948 18437 webserver.cc:460] Webserver started at http://127.17.236.125:33089/ using document root <none> and password file <none>
20:34:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.061255 18437 fs_manager.cc:359] Metadata directory not provided
20:34:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.061482 18437 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.061892 18437 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.067174 18437 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data/instance:
20:34:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75c55499e55744f2afe6bc166d21dd69"
20:34:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:14 on dist-test-slave-8w9v"
20:34:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.068594 18437 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal/instance:
20:34:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75c55499e55744f2afe6bc166d21dd69"
20:34:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:14 on dist-test-slave-8w9v"
20:34:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.076588 18437 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:34:14.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.084460 18459 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.086880 18437 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.003s
20:34:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.087235 18437 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal
20:34:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75c55499e55744f2afe6bc166d21dd69"
20:34:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:14 on dist-test-slave-8w9v"
20:34:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.087584 18437 fs_report.cc:383] FS layout report
20:34:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal
20:34:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal
20:34:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data/data
20:34:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.143970 18437 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.145725 18437 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.146241 18437 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.225207 18437 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.125:33371
20:34:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.225334 18515 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.125:33371 every 8 connection(s)
20:34:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.228250 18437 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/data/info.pb
20:34:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.229158 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18437
20:34:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.229619 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-1/wal/instance
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.232960 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/logs
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data/info.pb
20:34:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.124:40075
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.124
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json with env {}
20:34:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.236487 18516 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.252992 18516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
20:34:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.282168 18516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } has no permanent_uuid. Determining permanent_uuid...
20:34:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.306797 18516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } has no permanent_uuid. Determining permanent_uuid...
20:34:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.309916 18461 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.315058 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.364691 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 1
20:34:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.369211 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.437698 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 2
20:34:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.441757 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.533265 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 3
20:34:14.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.537302 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.577018 18518 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.577682 18518 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.578305 18518 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.610482 18518 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.610774 18518 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.610962 18518 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.611140 18518 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.611452 18518 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.611692 18518 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36877/jwks.json
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.649022 18518 master_runner.cc:386] Master server non-default flags:
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal
20:34:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.124:40075
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36877/jwks.json
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data/info.pb
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.124
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/logs
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:14.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.650318 18518 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.652262 18518 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.673122 18529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:14.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.680738 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 4
20:34:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.684958 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.743578 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } attempt: 7
20:34:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.760073 18435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } has no permanent_uuid. Determining permanent_uuid...
20:34:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.767359 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.825870 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 1
20:34:14.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.831346 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.912751 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 2
20:34:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.918104 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.984398 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 5
20:34:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.989176 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:15.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.003566 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 3
20:34:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:15.008563 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.148975 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 4
20:34:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:15.153991 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.437415 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 5
20:34:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:15.441982 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.536834 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 6
20:34:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:15.544529 18516 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.673269 18530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:14.674273 18532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:14.681608 18518 server_base.cc:1034] running on GCE node
20:34:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.933761 18518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.936970 18518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.938482 18518 hybrid_clock.cc:648] HybridClock initialized: now 1786048455938450 us; error 51 us; skew 500 ppm
20:34:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.939319 18518 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.947252 18518 webserver.cc:460] Webserver started at http://127.17.236.124:38609/ using document root <none> and password file <none>
20:34:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.948361 18518 fs_manager.cc:359] Metadata directory not provided
20:34:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.948653 18518 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.949240 18518 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.956795 18518 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data/instance:
20:34:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3424b48c33764565a0d9dbe63c7742d4"
20:34:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:15 on dist-test-slave-8w9v"
20:34:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.958439 18518 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal/instance:
20:34:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3424b48c33764565a0d9dbe63c7742d4"
20:34:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:15 on dist-test-slave-8w9v"
20:34:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.968598 18518 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
20:34:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.974917 18543 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.976580 18518 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.007s sys 0.000s
20:34:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.977032 18518 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal
20:34:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3424b48c33764565a0d9dbe63c7742d4"
20:34:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:15 on dist-test-slave-8w9v"
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.977466 18518 fs_report.cc:383] FS layout report
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data/data
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:15.994450 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 6
20:34:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.002293 18435 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.236.124:40075: Network error: Client connection negotiation failed: client connection to 127.17.236.124:40075: connect: Connection refused (error 111)
20:34:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.018114 18518 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.019688 18518 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.020232 18518 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.098400 18518 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.124:40075
20:34:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.098536 18599 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.124:40075 every 8 connection(s)
20:34:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.101382 18518 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/data/info.pb
20:34:16.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.107158 18600 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.109943 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18518
20:34:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.110280 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/master-2/wal/instance
20:34:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.125609 18600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
20:34:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.155557 18600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } has no permanent_uuid. Determining permanent_uuid...
20:34:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.167434 18600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } has no permanent_uuid. Determining permanent_uuid...
20:34:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.185478 18600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: Bootstrap starting.
20:34:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.193435 18600 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: Neither blocks nor log segments found. Creating new log.
20:34:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.195694 18600 log.cc:824] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: Log is configured to *not* fsync() on all Append() calls
20:34:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.203729 18600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: No bootstrap required, opened a new log
20:34:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.227207 18600 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.227962 18600 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:34:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.228276 18600 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3424b48c33764565a0d9dbe63c7742d4, State: Initialized, Role: FOLLOWER
20:34:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.229206 18600 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.232095 18611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.233048 18611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: This master's current role is: FOLLOWER
20:34:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.233794 18600 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: configured and running, proceeding with master startup.
20:34:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.264508 18622 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.264864 18622 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.276588 18551 tablet.cc:2369] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:34:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.260898 18518 master_runner.cc:186] Error getting master registration for 127.17.236.126:42387: OK, instance_id { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" instance_seqno: 1786048452360886 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:34:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.295885 18518 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.605250 18516 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 7
20:34:16.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.624351 18516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: Bootstrap starting.
20:34:16.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.630970 18516 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: Neither blocks nor log segments found. Creating new log.
20:34:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.632956 18516 log.cc:824] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: Log is configured to *not* fsync() on all Append() calls
20:34:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.634087 18611 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.634713 18611 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.637923 18611 leader_election.cc:288] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6c1bf1ebaa554d6e864a91186494d282 (127.17.236.126:42387), 75c55499e55744f2afe6bc166d21dd69 (127.17.236.125:33371)
20:34:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.638420 18516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: No bootstrap required, opened a new log
20:34:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.671397 18516 raft_consensus.cc:348] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.672350 18516 raft_consensus.cc:374] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:34:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.672648 18516 raft_consensus.cc:729] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75c55499e55744f2afe6bc166d21dd69, State: Initialized, Role: FOLLOWER
20:34:16.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.673743 18516 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.677646 18626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.679319 18516 sys_catalog.cc:564] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: configured and running, proceeding with master startup.
20:34:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.679214 18626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: This master's current role is: FOLLOWER
20:34:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.679656 18488 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3424b48c33764565a0d9dbe63c7742d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75c55499e55744f2afe6bc166d21dd69" is_pre_election: true
20:34:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.680670 18488 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3424b48c33764565a0d9dbe63c7742d4 in term 0.
20:34:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.682448 18547 leader_election.cc:302] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3424b48c33764565a0d9dbe63c7742d4, 75c55499e55744f2afe6bc166d21dd69; no voters:
20:34:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.683993 18611 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:34:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.684459 18611 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:34:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.684875 18611 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 0 FOLLOWER]: Advancing to term 1
20:34:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.706362 18611 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.728335 18488 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3424b48c33764565a0d9dbe63c7742d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75c55499e55744f2afe6bc166d21dd69"
20:34:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.728995 18488 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 0 FOLLOWER]: Advancing to term 1
20:34:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.736661 18611 leader_election.cc:288] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [CANDIDATE]: Term 1 election: Requested vote from peers 6c1bf1ebaa554d6e864a91186494d282 (127.17.236.126:42387), 75c55499e55744f2afe6bc166d21dd69 (127.17.236.125:33371)
20:34:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.739069 18488 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3424b48c33764565a0d9dbe63c7742d4 in term 1.
20:34:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.740422 18638 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:16.741036 18638 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.741494 18547 leader_election.cc:302] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3424b48c33764565a0d9dbe63c7742d4, 75c55499e55744f2afe6bc166d21dd69; no voters:
20:34:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.748185 18611 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 1 FOLLOWER]: Leader election won for term 1
20:34:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.724143 18437 master_runner.cc:186] Error getting master registration for 127.17.236.126:42387: OK, instance_id { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" instance_seqno: 1786048452360886 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:34:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.769948 18437 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.769490 18611 raft_consensus.cc:686] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [term 1 LEADER]: Becoming Leader. State: Replica: 3424b48c33764565a0d9dbe63c7742d4, State: Running, Role: LEADER
20:34:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.772482 18611 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.791734 18640 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3424b48c33764565a0d9dbe63c7742d4. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.794180 18640 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: This master's current role is: LEADER
20:34:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.799554 18642 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:34:16.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.819721 18642 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:34:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.852111 18488 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [term 1 FOLLOWER]: Refusing update from remote peer 3424b48c33764565a0d9dbe63c7742d4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:34:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.855283 18611 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:34:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.889353 18626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3424b48c33764565a0d9dbe63c7742d4. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.890163 18626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: This master's current role is: FOLLOWER
20:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.897061 18626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.898414 18626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69 [sys.catalog]: This master's current role is: FOLLOWER
20:34:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.904932 18640 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.905750 18640 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: This master's current role is: LEADER
20:34:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.906924 18642 catalog_manager.cc:1347] Generated new cluster ID: f6a7844689d64c0dbe03d5910208d134
20:34:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.907205 18642 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:34:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.907239 18644 mvcc.cc:205] Tried to move back new op lower bound from 7315654479242653696 to 7315654478981898240. Current Snapshot: MvccSnapshot[applied={T|T < 7315654479242653696}]
20:34:16.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.941599 18642 catalog_manager.cc:1370] Generated new certificate authority record
20:34:16.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.948961 18642 catalog_manager.cc:1504] Loading token signing keys...
20:34:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.979368 18642 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4: Generated new TSK 0
20:34:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:16.985634 18642 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.027483 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/logs
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data/info.pb
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.65:0
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.65
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.65
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:34:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.035800 18435 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } attempt: 7
20:34:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.075109 18435 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: Bootstrap starting.
20:34:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.083895 18435 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: Neither blocks nor log segments found. Creating new log.
20:34:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.087242 18435 log.cc:824] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: Log is configured to *not* fsync() on all Append() calls
20:34:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.115645 18435 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: No bootstrap required, opened a new log
20:34:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.186661 18435 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:17.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.188035 18435 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:34:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.188629 18435 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c1bf1ebaa554d6e864a91186494d282, State: Initialized, Role: FOLLOWER
20:34:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.194401 18435 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } }
20:34:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.205636 18651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.207600 18651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: This master's current role is: FOLLOWER
20:34:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.209647 18435 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: configured and running, proceeding with master startup.
20:34:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.209843 18409 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3424b48c33764565a0d9dbe63c7742d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c1bf1ebaa554d6e864a91186494d282"
20:34:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.210702 18409 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 0 FOLLOWER]: Advancing to term 1
20:34:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.212394 18410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3424b48c33764565a0d9dbe63c7742d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c1bf1ebaa554d6e864a91186494d282" is_pre_election: true
20:34:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.220299 18409 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3424b48c33764565a0d9dbe63c7742d4 in term 1.
20:34:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.222047 18408 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [term 1 FOLLOWER]: Refusing update from remote peer 3424b48c33764565a0d9dbe63c7742d4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:34:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.228567 18611 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:34:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.304687 18651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3424b48c33764565a0d9dbe63c7742d4. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.305532 18651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: This master's current role is: FOLLOWER
20:34:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.306564 18659 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.307212 18659 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282 [sys.catalog]: This master's current role is: FOLLOWER
20:34:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.380802 18668 catalog_manager.cc:1259] Loaded cluster ID: f6a7844689d64c0dbe03d5910208d134
20:34:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.381479 18668 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: loading cluster ID for follower catalog manager: success
20:34:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.390261 18668 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: acquiring CA information for follower catalog manager: success
20:34:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.410921 18668 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6c1bf1ebaa554d6e864a91186494d282: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:34:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.726078 18649 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.726823 18649 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.727654 18649 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.758880 18638 catalog_manager.cc:1259] Loaded cluster ID: f6a7844689d64c0dbe03d5910208d134
20:34:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.759200 18638 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: loading cluster ID for follower catalog manager: success
20:34:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.767386 18638 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: acquiring CA information for follower catalog manager: success
20:34:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.786366 18638 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 75c55499e55744f2afe6bc166d21dd69: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:34:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.800076 18611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3424b48c33764565a0d9dbe63c7742d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6c1bf1ebaa554d6e864a91186494d282" member_type: VOTER last_known_addr { host: "127.17.236.126" port: 42387 } } peers { permanent_uuid: "75c55499e55744f2afe6bc166d21dd69" member_type: VOTER last_known_addr { host: "127.17.236.125" port: 33371 } } peers { permanent_uuid: "3424b48c33764565a0d9dbe63c7742d4" member_type: VOTER last_known_addr { host: "127.17.236.124" port: 40075 } } }
20:34:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.805109 18611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3424b48c33764565a0d9dbe63c7742d4 [sys.catalog]: This master's current role is: LEADER
20:34:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.823125 18649 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:17.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.824622 18649 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.236.65
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.895613 18649 tablet_server_runner.cc:78] Tablet server non-default flags:
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.65:0
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data/info.pb
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.65
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.65
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/logs
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.897533 18649 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:17.899818 18649 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.964303 18678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:19.340857 18676 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 18649
20:34:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:20.235579 18676 kernel_stack_watchdog.cc:198] Thread 18649 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 380ms:
20:34:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:34:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:34:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:34:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:34:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:17.968672 18677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:20.240708 18649 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.283s user 0.721s sys 1.298s
20:34:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:20.241418 18649 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.284s user 0.722s sys 1.299s
20:34:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.241935 18649 server_base.cc:1034] running on GCE node
20:34:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:20.242945 18680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:20.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.245671 18649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.248853 18649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.256322 18649 hybrid_clock.cc:648] HybridClock initialized: now 1786048460254061 us; error 2263 us; skew 500 ppm
20:34:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.257879 18649 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.275024 18649 webserver.cc:460] Webserver started at http://127.17.236.65:42369/ using document root <none> and password file <none>
20:34:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.276217 18649 fs_manager.cc:359] Metadata directory not provided
20:34:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.276467 18649 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.276906 18649 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.282480 18649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data/instance:
20:34:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17bb16bc36ee411595a475a8b8909a9c"
20:34:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:20 on dist-test-slave-8w9v"
20:34:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.284030 18649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal/instance:
20:34:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17bb16bc36ee411595a475a8b8909a9c"
20:34:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:20 on dist-test-slave-8w9v"
20:34:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.293756 18649 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.000s
20:34:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.303692 18689 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.305245 18649 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.003s
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.305693 18649 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17bb16bc36ee411595a475a8b8909a9c"
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:20 on dist-test-slave-8w9v"
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.306138 18649 fs_report.cc:383] FS layout report
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal
20:34:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data/data
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:20.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.363335 18649 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:20.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.365056 18649 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:20.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.365624 18649 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.368996 18649 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:34:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.374017 18649 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:34:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.374254 18649 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:34:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.374619 18649 ts_tablet_manager.cc:610] Registered 0 tablets
20:34:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.374817 18649 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:34:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.576213 18649 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.65:35519
20:34:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.576387 18808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.65:35519 every 8 connection(s)
20:34:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.579149 18649 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/data/info.pb
20:34:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.583473 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18649
20:34:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.584165 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-0/wal/instance
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.618527 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/logs
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data/info.pb
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.66:0
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.66
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.66
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:34:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.643004 18809 heartbeater.cc:347] Connected to a master server at 127.17.236.124:40075
20:34:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.643556 18809 heartbeater.cc:464] Registering TS with master...
20:34:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.644942 18809 heartbeater.cc:511] Master 127.17.236.124:40075 requested a full tablet report, sending...
20:34:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.648617 18563 ts_manager.cc:194] Registered new tserver with Master: 17bb16bc36ee411595a475a8b8909a9c (127.17.236.65:35519)
20:34:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.651959 18563 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.236.65:55137
20:34:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.653383 18810 heartbeater.cc:347] Connected to a master server at 127.17.236.125:33371
20:34:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.653774 18810 heartbeater.cc:464] Registering TS with master...
20:34:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.654731 18810 heartbeater.cc:511] Master 127.17.236.125:33371 requested a full tablet report, sending...
20:34:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.657655 18478 ts_manager.cc:194] Registered new tserver with Master: 17bb16bc36ee411595a475a8b8909a9c (127.17.236.65:35519)
20:34:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.659646 18813 heartbeater.cc:347] Connected to a master server at 127.17.236.126:42387
20:34:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.660022 18813 heartbeater.cc:464] Registering TS with master...
20:34:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.660799 18813 heartbeater.cc:511] Master 127.17.236.126:42387 requested a full tablet report, sending...
20:34:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:20.664438 18400 ts_manager.cc:194] Registered new tserver with Master: 17bb16bc36ee411595a475a8b8909a9c (127.17.236.65:35519)
20:34:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.000257 18819 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.000828 18819 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.001281 18819 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.036077 18819 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.037032 18819 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.236.66
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:21.074929 18819 tablet_server_runner.cc:78] Tablet server non-default flags:
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.66:0
20:34:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data/info.pb
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.66
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.66
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/logs
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:21.076258 18819 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:21.077961 18819 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.101984 18827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:21.658174 18809 heartbeater.cc:503] Master 127.17.236.124:40075 was elected leader, sending a full tablet report...
20:34:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.107839 18829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:21.102545 18826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:22.448621 18828 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
20:34:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.448750 18819 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:34:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.449965 18819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.452260 18819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.453662 18819 hybrid_clock.cc:648] HybridClock initialized: now 1786048462453632 us; error 49 us; skew 500 ppm
20:34:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.454490 18819 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.461251 18819 webserver.cc:460] Webserver started at http://127.17.236.66:33577/ using document root <none> and password file <none>
20:34:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.462442 18819 fs_manager.cc:359] Metadata directory not provided
20:34:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.462646 18819 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.463196 18819 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.468444 18819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data/instance:
20:34:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede2f2853b3c457ca0cc979190281e43"
20:34:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:22 on dist-test-slave-8w9v"
20:34:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.469635 18819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal/instance:
20:34:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede2f2853b3c457ca0cc979190281e43"
20:34:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:22 on dist-test-slave-8w9v"
20:34:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.478085 18819 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
20:34:22.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.484998 18837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.486311 18819 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:34:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.486817 18819 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal
20:34:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede2f2853b3c457ca0cc979190281e43"
20:34:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:22 on dist-test-slave-8w9v"
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.487183 18819 fs_report.cc:383] FS layout report
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data/data
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.547291 18819 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.548930 18819 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.549387 18819 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.552011 18819 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:34:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.556519 18819 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:34:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.556787 18819 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:34:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.557111 18819 ts_tablet_manager.cc:610] Registered 0 tablets
20:34:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.557303 18819 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:34:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.718065 18819 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.66:41233
20:34:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.718179 18955 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.66:41233 every 8 connection(s)
20:34:22.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.720894 18819 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/data/info.pb
20:34:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.722226 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18819
20:34:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.722718 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-1/wal/instance
20:34:22.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.735212 18353 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/logs
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data/info.pb
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.67:0
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.67
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.67
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:34:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.778651 18957 heartbeater.cc:347] Connected to a master server at 127.17.236.125:33371
20:34:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.778908 18956 heartbeater.cc:347] Connected to a master server at 127.17.236.124:40075
20:34:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.779171 18957 heartbeater.cc:464] Registering TS with master...
20:34:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.779601 18956 heartbeater.cc:464] Registering TS with master...
20:34:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.785300 18957 heartbeater.cc:511] Master 127.17.236.125:33371 requested a full tablet report, sending...
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.786923 18959 heartbeater.cc:347] Connected to a master server at 127.17.236.126:42387
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.787297 18959 heartbeater.cc:464] Registering TS with master...
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.787367 18956 heartbeater.cc:511] Master 127.17.236.124:40075 requested a full tablet report, sending...
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.788231 18959 heartbeater.cc:511] Master 127.17.236.126:42387 requested a full tablet report, sending...
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.789041 18478 ts_manager.cc:194] Registered new tserver with Master: ede2f2853b3c457ca0cc979190281e43 (127.17.236.66:41233)
20:34:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.789806 18563 ts_manager.cc:194] Registered new tserver with Master: ede2f2853b3c457ca0cc979190281e43 (127.17.236.66:41233)
20:34:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.791105 18400 ts_manager.cc:194] Registered new tserver with Master: ede2f2853b3c457ca0cc979190281e43 (127.17.236.66:41233)
20:34:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:22.791885 18563 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.236.66:54021
20:34:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.094146 18966 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.094758 18966 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.095394 18966 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.130329 18966 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.131520 18966 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.236.67
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:23.167672 18966 tablet_server_runner.cc:78] Tablet server non-default flags:
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.236.84:39479
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.236.67:0
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data/info.pb
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.236.67
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.236.126:42387,127.17.236.125:33371,127.17.236.124:40075
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.236.67
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/logs
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:23.169350 18966 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:23.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:23.171140 18966 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.193249 18974 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:23.796447 18956 heartbeater.cc:503] Master 127.17.236.124:40075 was elected leader, sending a full tablet report...
20:34:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.193282 18973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:23.194542 18977 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:23.195606 18966 server_base.cc:1034] running on GCE node
20:34:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.481951 18966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.485245 18966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.486756 18966 hybrid_clock.cc:648] HybridClock initialized: now 1786048464486707 us; error 47 us; skew 500 ppm
20:34:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.487730 18966 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.495489 18966 webserver.cc:460] Webserver started at http://127.17.236.67:39513/ using document root <none> and password file <none>
20:34:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.496654 18966 fs_manager.cc:359] Metadata directory not provided
20:34:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.496929 18966 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.497483 18966 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.503008 18966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data/instance:
20:34:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dee86b412c9485dbd49c2ace86a41e6"
20:34:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:24 on dist-test-slave-8w9v"
20:34:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.504360 18966 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal/instance:
20:34:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dee86b412c9485dbd49c2ace86a41e6"
20:34:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:24 on dist-test-slave-8w9v"
20:34:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.513622 18966 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
20:34:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.519729 18984 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.520939 18966 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:34:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.521315 18966 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal
20:34:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dee86b412c9485dbd49c2ace86a41e6"
20:34:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:24 on dist-test-slave-8w9v"
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.521685 18966 fs_report.cc:383] FS layout report
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data/data
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.566139 18966 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.567824 18966 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.568434 18966 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.571432 18966 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:34:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.577152 18966 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:34:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.577425 18966 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:34:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.577762 18966 ts_tablet_manager.cc:610] Registered 0 tablets
20:34:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.577975 18966 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:34:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.743785 18966 rpc_server.cc:307] RPC server started. Bound to: 127.17.236.67:37385
20:34:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.743933 19103 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.236.67:37385 every 8 connection(s)
20:34:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.746742 18966 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/data/info.pb
20:34:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.750229 18353 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 18966
20:34:24.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.750705 18353 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster2957091648899631201/ts-2/wal/instance
20:34:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.787431 19105 heartbeater.cc:347] Connected to a master server at 127.17.236.125:33371
20:34:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.788120 19105 heartbeater.cc:464] Registering TS with master...
20:34:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.789846 19105 heartbeater.cc:511] Master 127.17.236.125:33371 requested a full tablet report, sending...
20:34:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.793604 18478 ts_manager.cc:194] Registered new tserver with Master: 6dee86b412c9485dbd49c2ace86a41e6 (127.17.236.67:37385)
20:34:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.798800 19104 heartbeater.cc:347] Connected to a master server at 127.17.236.124:40075
20:34:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.799217 19104 heartbeater.cc:464] Registering TS with master...
20:34:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.800102 19104 heartbeater.cc:511] Master 127.17.236.124:40075 requested a full tablet report, sending...
20:34:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.802886 18563 ts_manager.cc:194] Registered new tserver with Master: 6dee86b412c9485dbd49c2ace86a41e6 (127.17.236.67:37385)
20:34:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.805229 18563 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.236.67:41049
20:34:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.806272 19108 heartbeater.cc:347] Connected to a master server at 127.17.236.126:42387
20:34:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.806634 19108 heartbeater.cc:464] Registering TS with master...
20:34:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.807446 19108 heartbeater.cc:511] Master 127.17.236.126:42387 requested a full tablet report, sending...
20:34:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.810205 18400 ts_manager.cc:194] Registered new tserver with Master: 6dee86b412c9485dbd49c2ace86a41e6 (127.17.236.67:37385)
20:34:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:24.820894 18353 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:34:24.832 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:34:24.833 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:34:24.846 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.236.126"
port: 42387
}
bound_http_address {
host: "127.17.236.126"
port: 35319
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.236.125"
port: 33371
}
bound_http_address {
host: "127.17.236.125"
port: 33089
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.236.124"
port: 40075
}
bound_http_address {
host: "127.17.236.124"
port: 38609
}
}
}
20:34:24.854 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:34:24.857 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.236.65"
port: 35519
}
bound_http_address {
host: "127.17.236.65"
port: 42369
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.236.66"
port: 41233
}
bound_http_address {
host: "127.17.236.66"
port: 33577
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.236.67"
port: 37385
}
bound_http_address {
host: "127.17.236.67"
port: 39513
}
}
}
20:34:24.858 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:34:25.055 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:34:25.186 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEPvSLi/test-tmp
20:34:25.187 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:34:25.187 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEPvSLi/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:34:25.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:34:25.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:25.600 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:34:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:25.603343 19115 mini_oidc.cc:152] Starting JWKS server
20:34:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:25.607395 19115 webserver.cc:460] Webserver started at http://127.0.0.1:41981/ using document root <none> and password file <none>
20:34:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:25.607993 19115 mini_oidc.cc:189] Starting OIDC Discovery server
20:34:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:25.610358 19115 webserver.cc:460] Webserver started at http://127.0.0.1:36077/ using document root <none> and password file <none>
20:34:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:34:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/principal' for realm 'KRBTEST.COM',
20:34:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:34:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:25 dist-test-slave-8w9v krb5kdc[19129](info): setting up network...
20:34:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:34:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:25 dist-test-slave-8w9v krb5kdc[19129](info): set up 2 sockets
20:34:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:25 dist-test-slave-8w9v krb5kdc[19129](info): commencing operation
20:34:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:34:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:25.809795 19104 heartbeater.cc:503] Master 127.17.236.124:40075 was elected leader, sending a full tablet report...
20:34:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:26.822624 19115 mini_kdc.cc:121] Time spent starting KDC: real 1.184s user 0.002s sys 0.023s
20:34:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:34:26.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:34:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:34:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:34:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:34:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:34:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:34:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:34:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:34:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:34:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/test-user.keytab.
20:34:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/test-user.keytab.
20:34:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:26 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048466, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:34:26.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:34:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:34:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:34:26Z Disabled control of system clock
20:34:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.170.254@KRBTEST.COM; defaulting to no policy
20:34:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.170.254@KRBTEST.COM" created.
20:34:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab.
20:34:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab.
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:27.046568 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/logs
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.254:33581
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.254
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.254
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.415838 19143 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.416605 19143 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.417349 19143 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.450794 19143 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.451081 19143 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.451475 19143 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.451794 19143 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.452112 19143 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.452479 19143 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.452713 19143 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:27.490797 19143 master_runner.cc:386] Master server non-default flags:
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.254
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.254:33581
20:34:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.254
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/logs
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:27.492596 19143 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:27.493996 19143 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.514345 19149 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:28.240666 18951 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbd40 after lost signal to thread 18821
20:34:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:28.241820 18951 debug-util.cc:398] Leaking SignalData structure 0x7b08000af960 after lost signal to thread 18955
20:34:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:27.517791 19143 server_base.cc:1034] running on GCE node
20:34:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.514907 19150 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:27.514612 19152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.800582 19143 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.804359 19143 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.805912 19143 hybrid_clock.cc:648] HybridClock initialized: now 1786048468805847 us; error 168 us; skew 500 ppm
20:34:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.807171 19143 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:28 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048468, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:28.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.815300 19143 init.cc:377] Logged in from keytab as kudu/127.18.170.254@KRBTEST.COM (short username kudu)
20:34:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.823189 19143 webserver.cc:460] Webserver started at http://127.18.170.254:42201/ using document root <none> and password file <none>
20:34:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.824774 19143 fs_manager.cc:359] Metadata directory not provided
20:34:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.825233 19143 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.825840 19143 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.831725 19143 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/instance:
20:34:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b446cccb484f4d5b9bfbe76ad5479307"
20:34:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:28 on dist-test-slave-8w9v"
20:34:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.833385 19143 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal/instance:
20:34:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b446cccb484f4d5b9bfbe76ad5479307"
20:34:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:28 on dist-test-slave-8w9v"
20:34:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.842429 19143 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:34:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.849326 19161 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.850837 19143 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:34:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.851234 19143 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b446cccb484f4d5b9bfbe76ad5479307"
20:34:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:28 on dist-test-slave-8w9v"
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.851622 19143 fs_report.cc:383] FS layout report
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/data
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.905138 19143 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.912356 19143 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:28.912958 19143 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.015278 19143 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.254:33581
20:34:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.015372 19214 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.254:33581 every 8 connection(s)
20:34:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.018805 19143 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.025130 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19143
20:34:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.025743 19115 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal/instance
20:34:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.026597 19215 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:29.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.044176 19215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } has no permanent_uuid. Determining permanent_uuid...
20:34:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.170.253@KRBTEST.COM; defaulting to no policy
20:34:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.170.253@KRBTEST.COM" created.
20:34:29.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:29 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048468, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.254@KRBTEST.COM for kudu/127.18.170.254@KRBTEST.COM
20:34:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab.
20:34:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab.
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.093761 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/logs
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.253:41261
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.253
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.253
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.093784 19215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } has no permanent_uuid. Determining permanent_uuid...
20:34:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.097347 19162 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.107676 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.157332 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 1
20:34:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.161242 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.229803 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 2
20:34:29.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.245124 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.336699 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 3
20:34:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.342031 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.485471 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 4
20:34:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.489780 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.662106 19221 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.662976 19221 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.664149 19221 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.728451 19221 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:29.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.728706 19221 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.728976 19221 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.729169 19221 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.729360 19221 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.729552 19221 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:29.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.730089 19221 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.776856 19221 master_runner.cc:386] Master server non-default flags:
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.253
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.253:41261
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.253
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/logs
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.778602 19221 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.780220 19221 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.789233 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 5
20:34:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.794767 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.803565 19229 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:30.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:30.342324 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 6
20:34:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:30.353026 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.253:41261: Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.805308 19230 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:29.805780 19232 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:29.806612 19221 server_base.cc:1034] running on GCE node
20:34:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.141800 19221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:31.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.145015 19221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.146421 19221 hybrid_clock.cc:648] HybridClock initialized: now 1786048471146366 us; error 85 us; skew 500 ppm
20:34:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.147382 19221 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:31.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:31 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048471, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:31.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.158968 19221 init.cc:377] Logged in from keytab as kudu/127.18.170.253@KRBTEST.COM (short username kudu)
20:34:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.165048 19221 webserver.cc:460] Webserver started at http://127.18.170.253:42343/ using document root <none> and password file <none>
20:34:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.166191 19221 fs_manager.cc:359] Metadata directory not provided
20:34:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.166409 19221 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.166851 19221 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.172374 19221 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/instance:
20:34:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41ae0367142a412a9fc49269a626801e"
20:34:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:31 on dist-test-slave-8w9v"
20:34:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.173689 19221 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal/instance:
20:34:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41ae0367142a412a9fc49269a626801e"
20:34:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:31 on dist-test-slave-8w9v"
20:34:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.182998 19221 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
20:34:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.189134 19245 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.190357 19221 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.190682 19221 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41ae0367142a412a9fc49269a626801e"
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:31 on dist-test-slave-8w9v"
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.191012 19221 fs_report.cc:383] FS layout report
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/data
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.250797 19221 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.257055 19221 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.257514 19221 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.344357 19221 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.253:41261
20:34:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.344458 19300 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.253:41261 every 8 connection(s)
20:34:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.347486 19221 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.348093 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19221
20:34:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.348639 19115 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal/instance
20:34:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.355762 19301 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.170.252@KRBTEST.COM; defaulting to no policy
20:34:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.368158 19301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } has no permanent_uuid. Determining permanent_uuid...
20:34:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.170.252@KRBTEST.COM" created.
20:34:31.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:31 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048471, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.253@KRBTEST.COM for kudu/127.18.170.254@KRBTEST.COM
20:34:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:34:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab.
20:34:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.170.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab.
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.406363 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/logs
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.252:37333
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.252
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.252
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.408881 19301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } has no permanent_uuid. Determining permanent_uuid...
20:34:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.413595 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } attempt: 7
20:34:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:31 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048471, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.253@KRBTEST.COM for kudu/127.18.170.253@KRBTEST.COM
20:34:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:31 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048468, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.254@KRBTEST.COM for kudu/127.18.170.253@KRBTEST.COM
20:34:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.466725 19301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } has no permanent_uuid. Determining permanent_uuid...
20:34:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.467072 19215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } has no permanent_uuid. Determining permanent_uuid...
20:34:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.470628 19247 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.475198 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.478440 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.524789 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 1
20:34:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.528970 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.536914 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 1
20:34:31.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.540735 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.597455 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 2
20:34:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.601778 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.622254 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 2
20:34:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.626204 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.693217 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 3
20:34:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.697468 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.711690 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 3
20:34:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.716279 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.784210 19309 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.784832 19309 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.785465 19309 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.821410 19309 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.821658 19309 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.822060 19309 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.822275 19309 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.822476 19309 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.822659 19309 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.822798 19309 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.840947 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 4
20:34:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.845204 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.856779 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 4
20:34:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.860652 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.865554 19309 master_runner.cc:386] Master server non-default flags:
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.252
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.252:37333
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.252
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/logs
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.866717 19309 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.867833 19309 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.885515 19319 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:32.144104 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 5
20:34:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:32.144632 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 5
20:34:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:32.148768 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:32.149839 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:32.697381 19301 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 6
20:34:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:32.701233 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 6
20:34:32.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:32.708451 19301 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:32.713604 19215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.170.252:37333: Network error: Client connection negotiation failed: client connection to 127.18.170.252:37333: connect: Connection refused (error 111)
20:34:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.885690 19318 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:31.885535 19321 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:31.887804 19309 server_base.cc:1034] running on GCE node
20:34:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.168244 19309 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.171630 19309 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.173156 19309 hybrid_clock.cc:648] HybridClock initialized: now 1786048473173075 us; error 91 us; skew 500 ppm
20:34:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.174021 19309 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.180907 19309 init.cc:377] Logged in from keytab as kudu/127.18.170.252@KRBTEST.COM (short username kudu)
20:34:33.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.187213 19309 webserver.cc:460] Webserver started at http://127.18.170.252:35409/ using document root <none> and password file <none>
20:34:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.188318 19309 fs_manager.cc:359] Metadata directory not provided
20:34:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.188551 19309 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.188979 19309 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:34:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.194857 19309 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/instance:
20:34:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adf1dc0120274721a0f5dc06a14c89c9"
20:34:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:33 on dist-test-slave-8w9v"
20:34:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.196215 19309 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal/instance:
20:34:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adf1dc0120274721a0f5dc06a14c89c9"
20:34:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:33 on dist-test-slave-8w9v"
20:34:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.203883 19309 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
20:34:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.211367 19335 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.212838 19309 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.213186 19309 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adf1dc0120274721a0f5dc06a14c89c9"
20:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:33 on dist-test-slave-8w9v"
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.213594 19309 fs_report.cc:383] FS layout report
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/data
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.288295 19309 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.295722 19309 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.296640 19309 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.387115 19309 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.252:37333
20:34:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.387281 19390 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.252:37333 every 8 connection(s)
20:34:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.389864 19309 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.396845 19391 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:34:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.397024 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19309
20:34:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.397547 19115 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal/instance
20:34:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.423008 19391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } has no permanent_uuid. Determining permanent_uuid...
20:34:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for kudu/127.18.170.254@KRBTEST.COM
20:34:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048466, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.170.252@KRBTEST.COM
20:34:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.469007 19391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } has no permanent_uuid. Determining permanent_uuid...
20:34:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for kudu/127.18.170.253@KRBTEST.COM
20:34:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048466, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.170.253@KRBTEST.COM
20:34:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.495608 19391 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } has no permanent_uuid. Determining permanent_uuid...
20:34:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for kudu/127.18.170.252@KRBTEST.COM
20:34:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048466, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.170.254@KRBTEST.COM
20:34:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.535185 19391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Bootstrap starting.
20:34:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.540637 19115 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:34:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.542400 19391 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Neither blocks nor log segments found. Creating new log.
20:34:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.544580 19391 log.cc:824] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Log is configured to *not* fsync() on all Append() calls
20:34:33.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.550499 19391 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: No bootstrap required, opened a new log
20:34:33.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:34:33.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:34:33.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:34:33.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.170.254"
port: 33581
}
bound_http_address {
host: "127.18.170.254"
port: 42201
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.170.253"
port: 41261
}
bound_http_address {
host: "127.18.170.253"
port: 42343
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.170.252"
port: 37333
}
bound_http_address {
host: "127.18.170.252"
port: 35409
}
}
}
20:34:33.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:34:33.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.573 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:34:33.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:34:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.582510 19391 raft_consensus.cc:348] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.583560 19391 raft_consensus.cc:374] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:34:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.583928 19391 raft_consensus.cc:729] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adf1dc0120274721a0f5dc06a14c89c9, State: Initialized, Role: FOLLOWER
20:34:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.585078 19391 consensus_queue.cc:260] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.588809 19401 sys_catalog.cc:455] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } } }
20:34:33.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.590059 19401 sys_catalog.cc:458] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: This master's current role is: FOLLOWER
20:34:33.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.590242 19391 sys_catalog.cc:564] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: configured and running, proceeding with master startup.
20:34:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:33.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:34:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:33.622392 19414 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:33.622774 19414 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:33.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.629 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc
20:34:33.638 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:34:33.639 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc
20:34:33.641 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:34:33.647 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:34:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.619174 19309 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: OK, instance_id { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" instance_seqno: 1786048468986003 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:34:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.650717 19309 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:33.651 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:34:33.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:34:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:33 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:34:33.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.688 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc
20:34:33.690 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:34:33.690 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.170.252:37333
20:34:33.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:34:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.693997 19115 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 19309
20:34:33.721 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.721 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.170.253:41261
20:34:33.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:34:33.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.722783 19115 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 19221
20:34:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.747263 19215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } attempt: 7
20:34:33.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.754 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.170.254:33581
20:34:33.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:34:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.754959 19115 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 19143
20:34:33.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:33.785 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.170.252:37333
20:34:33.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:33.788451 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/logs
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.252:37333
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.252
20:34:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35409
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.252
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.151623 19419 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.152279 19419 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.152930 19419 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.189877 19419 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.190135 19419 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.190430 19419 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.190653 19419 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.190855 19419 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.191180 19419 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.191434 19419 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:34.252290 19419 master_runner.cc:386] Master server non-default flags:
20:34:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.252.keytab
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.252
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.252:37333
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.252
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35409
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/logs
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:34.254165 19419 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:34.255504 19419 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:34.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.275794 19425 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.277715 19426 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.543702 19427 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:34:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.543825 19419 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:34:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:34.275806 19428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.549352 19419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:35.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.552175 19419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.553611 19419 hybrid_clock.cc:648] HybridClock initialized: now 1786048475553562 us; error 57 us; skew 500 ppm
20:34:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.554534 19419 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:35.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:35 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048475, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.561050 19419 init.cc:377] Logged in from keytab as kudu/127.18.170.252@KRBTEST.COM (short username kudu)
20:34:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.566529 19419 webserver.cc:460] Webserver started at http://127.18.170.252:35409/ using document root <none> and password file <none>
20:34:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.567576 19419 fs_manager.cc:359] Metadata directory not provided
20:34:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.567860 19419 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.577499 19419 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
20:34:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.584000 19438 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:35.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.585575 19419 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:34:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.586033 19419 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adf1dc0120274721a0f5dc06a14c89c9"
20:34:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:33 on dist-test-slave-8w9v"
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.589448 19419 fs_report.cc:383] FS layout report
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/wal
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/data
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:35.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.636535 19419 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.642805 19419 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.643355 19419 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.725077 19419 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.252:37333
20:34:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.725203 19495 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.252:37333 every 8 connection(s)
20:34:35.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:35.730 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.170.253:41261
20:34:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.728027 19419 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-2/data/info.pb
20:34:35.731 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:34:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.729070 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19419
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.733618 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/logs
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:35.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.253:41261
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.253
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42343
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.253
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.747373 19496 sys_catalog.cc:263] Verifying existing consensus state
20:34:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.755043 19496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Bootstrap starting.
20:34:35.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.789686 19496 log.cc:824] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Log is configured to *not* fsync() on all Append() calls
20:34:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.794507 19496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:34:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.795377 19496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Bootstrap complete.
20:34:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.823175 19496 raft_consensus.cc:348] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.826006 19496 raft_consensus.cc:374] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:34:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.826342 19496 raft_consensus.cc:729] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adf1dc0120274721a0f5dc06a14c89c9, State: Initialized, Role: FOLLOWER
20:34:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.827515 19496 consensus_queue.cc:260] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.830802 19500 sys_catalog.cc:455] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } } }
20:34:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.831818 19500 sys_catalog.cc:458] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: This master's current role is: FOLLOWER
20:34:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.832747 19496 sys_catalog.cc:564] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [sys.catalog]: configured and running, proceeding with master startup.
20:34:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.845012 19500 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.845642 19500 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.854144 19500 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:35.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.864989 19439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.878720 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.880040 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:35.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.880601 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:35.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.881641 19500 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.892935 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.893359 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:35.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:35.899320 19444 tablet.cc:2369] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:34:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.883441 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:34:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:35.917699 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.108984 19498 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.109663 19498 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.110571 19498 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.147889 19498 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.148245 19498 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.148692 19498 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.149055 19498 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.149410 19498 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.149749 19498 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:36.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.150010 19498 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:36.194272 19498 master_runner.cc:386] Master server non-default flags:
20:34:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.253.keytab
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.253
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.253:41261
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.253
20:34:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42343
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/logs
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:36.195950 19498 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:36.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:36.197515 19498 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.220021 19521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.900817 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.901325 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.221871 19524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:36.223196 19498 server_base.cc:1034] running on GCE node
20:34:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:36.220046 19522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.610913 19498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.617388 19498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.618943 19498 hybrid_clock.cc:648] HybridClock initialized: now 1786048477618903 us; error 57 us; skew 500 ppm
20:34:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.620216 19498 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:37 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048477, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.634701 19498 init.cc:377] Logged in from keytab as kudu/127.18.170.253@KRBTEST.COM (short username kudu)
20:34:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.641462 19498 webserver.cc:460] Webserver started at http://127.18.170.253:42343/ using document root <none> and password file <none>
20:34:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.642866 19498 fs_manager.cc:359] Metadata directory not provided
20:34:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.643211 19498 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.654950 19498 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.009s sys 0.000s
20:34:37.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.661103 19534 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.662846 19498 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
20:34:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.663269 19498 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41ae0367142a412a9fc49269a626801e"
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:31 on dist-test-slave-8w9v"
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.666899 19498 fs_report.cc:383] FS layout report
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/data
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.720918 19498 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.729770 19498 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.730369 19498 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:37.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.846150 19498 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.253:41261
20:34:37.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.846285 19589 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.253:41261 every 8 connection(s)
20:34:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.850128 19498 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/data/info.pb
20:34:37.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.858604 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19498
20:34:37.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:37.860 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.170.254:33581
20:34:37.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.862480 19115 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/logs
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.254:33581
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.254
20:34:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42201
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.254
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:34:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.870016 19590 sys_catalog.cc:263] Verifying existing consensus state
20:34:37.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:34:37.871016 19590 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:34:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.871583 19498 master.cc:537] Master@127.18.170.253:41261 shutting down...
20:34:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:37.917973 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:37.918692 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.932003 19593 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.932965 19593 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.942225 19593 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:37.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:37.957527 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:37.960740 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.961781 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:37.962639 19593 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:38.009123 19498 master.cc:552] Master@127.18.170.253:41261 shutdown complete.
20:34:38.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:34:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.255038 19592 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:34:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.255633 19592 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:34:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.256371 19592 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:34:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.296099 19592 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:34:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.296648 19592 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:34:38.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.297457 19592 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:34:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.298641 19592 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:34:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.299083 19592 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:34:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.299443 19592 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:34:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.299695 19592 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41981/jwks.json
20:34:38.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:38.349328 19592 master_runner.cc:386] Master server non-default flags:
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.170.212:45417
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.170.254:33581,127.18.170.253:41261,127.18.170.252:37333
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/krb5kdc/kudu_127.18.170.254.keytab
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.170.254
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:34:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.170.254:33581
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41981/jwks.json
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.170.254
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42201
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/logs
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:03:46 UTC on ccycloud.quasar-tvywfk.root.comops.site
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4570856
20:34:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:34:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:38.350576 19592 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:34:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:38.352061 19592 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:34:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.373001 19602 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.566756 18431 debug-util.cc:398] Leaking SignalData structure 0x7b08000a2240 after lost signal to thread 18367
20:34:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.567449 18431 debug-util.cc:398] Leaking SignalData structure 0x7b08000a2360 after lost signal to thread 18434
20:34:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.923617 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.924428 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.373867 19604 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:38.375701 19592 server_base.cc:1034] running on GCE node
20:34:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:38.373014 19601 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:34:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.735150 19592 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:34:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.738794 19592 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:34:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.740270 19592 hybrid_clock.cc:648] HybridClock initialized: now 1786048479740203 us; error 90 us; skew 500 ppm
20:34:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.741223 19592 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:34:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:39 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048479, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.756053 19592 init.cc:377] Logged in from keytab as kudu/127.18.170.254@KRBTEST.COM (short username kudu)
20:34:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.771879 19592 webserver.cc:460] Webserver started at http://127.18.170.254:42201/ using document root <none> and password file <none>
20:34:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.774441 19592 fs_manager.cc:359] Metadata directory not provided
20:34:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.774775 19592 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:34:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.786198 19592 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.003s sys 0.005s
20:34:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.792822 19615 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:34:39.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.794256 19592 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
20:34:39.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.794654 19592 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data,/tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:39.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b446cccb484f4d5b9bfbe76ad5479307"
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:34:28 on dist-test-slave-8w9v"
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.798480 19592 fs_report.cc:383] FS layout report
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/data
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:34:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:34:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.846167 19592 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:34:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.852478 19592 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:34:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.853034 19592 kserver.cc:163] Server-wide thread pool size limit: 3276
20:34:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:39.929064 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:39.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:39.929747 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.963320 19592 rpc_server.cc:307] RPC server started. Bound to: 127.18.170.254:33581
20:34:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.963584 19667 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.170.254:33581 every 8 connection(s)
20:34:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.966363 19592 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/data/info.pb
20:34:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.967538 19115 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu as pid 19592
20:34:39.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:34:39.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.987082 19669 sys_catalog.cc:263] Verifying existing consensus state
20:34:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:34:39.988441 19669 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:34:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:39.996393 19592 master.cc:537] Master@127.18.170.254:33581 shutting down...
20:34:40.068 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.170.252:37333(127.18.170.252:37333)] connecting to peer
20:34:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.099706 19592 master.cc:552] Master@127.18.170.254:33581 shutdown complete.
20:34:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEPvSLi/test-tmp/mini-kudu-cluster7902896096192039206/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:34:40.158 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.165 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.203 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.170.252:37333(127.18.170.252:37333)] Successfully connected to peer
20:34:40.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.313 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:34:40.326 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.18.170.252
20:34:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.574522 19676 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:40.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.575903 19676 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:40.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.584793 19676 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:40.607332 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:40.608076 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:40.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.608511 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:40.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.609462 19676 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:40 dist-test-slave-8w9v krb5kdc[19129](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.170.252@KRBTEST.COM
20:34:40.662 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x48488ab7, L:/127.0.0.1:33588 - R:/127.18.170.252:37333] using SASL/GSSAPI
20:34:40.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.692 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.695 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.769 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.771 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.789 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.791 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.850 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.889 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.891 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.920383 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:34:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:40.920789 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:40.933491 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:40.933799 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:40.990 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:40.991 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:40.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:40.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:40.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:41.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:41.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:41.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:41.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:41.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:41.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:41.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:41.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:41.937518 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:41.937801 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:42.667923 19683 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:42.668769 19683 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:42.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:42.670327 19683 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:42.672997 19439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:34:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:42.675951 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:42.676486 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:42.676743 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:42.677280 19683 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:42.941406 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:42.941686 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:43.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:43.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:43.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:43.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:43.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:43.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:43.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:43.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:43.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:43.945170 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:43.945422 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:44.949185 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:44.949554 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:45.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:45.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:45.253 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:45.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:45.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:45.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:45.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:45.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:45.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:45 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048485, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:45.565418 19434 init.cc:295] Successfully reacquired a new kerberos TGT
20:34:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:45.924417 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:34:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:45.924861 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:45.952612 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:45.952929 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:46.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:46.955883 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:46.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:46.956259 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:47.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:47.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:47.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:47.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:47.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:47.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:47.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:47.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:47.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:47.959259 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:47.959568 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:48.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.014842 18596 debug-util.cc:398] Leaking SignalData structure 0x7b0800090a40 after lost signal to thread 18523
20:34:48.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.015489 18596 debug-util.cc:398] Leaking SignalData structure 0x7b080007f2a0 after lost signal to thread 18599
20:34:48.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:48.858222 19694 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:48.858709 19694 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:48.860603 19694 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.863219 19439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:34:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.866408 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.867110 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:48.867489 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:48.868315 19694 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.962925 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:48.963209 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:49.966368 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:49.966701 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:50.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:50.927441 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:34:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:50.927834 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:50.969739 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:50.970049 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:51.503558 18596 debug-util.cc:398] Leaking SignalData structure 0x7b080009c320 after lost signal to thread 18523
20:34:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:51.504055 18596 debug-util.cc:398] Leaking SignalData structure 0x7b080009c120 after lost signal to thread 18599
20:34:51.770 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:51.771 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:51.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:51.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:51.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:51.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:51.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:51.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:51.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:51.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:51.973259 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:51.973649 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:52.940186 19705 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:34:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:52.940636 19705 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:34:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:52.942616 19705 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:34:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:52.947696 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:34:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:52.948449 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:34:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:52.948724 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:34:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:52.949361 19705 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:34:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:52.976706 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:52.976997 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:53.980042 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:53.980415 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:54.984455 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:54.984851 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:55.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:55.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:55.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:55.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:55.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:55.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:55.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:55.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:55.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:34:55 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048495, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:34:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:55.568238 19434 init.cc:295] Successfully reacquired a new kerberos TGT
20:34:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:55.931072 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:34:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:34:55.931569 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:34:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:55.987886 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:55.988300 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:56.991251 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:56.991530 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:57.994549 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:57.994817 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:34:58.049 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:34:58.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:34:58.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:58.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:58.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:34:58.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:58.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:58.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:34:58.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:34:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:58.997885 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:34:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:34:58.998167 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:00.001165 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:00.001451 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:00.935405 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:35:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:00.935971 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:35:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:01.004704 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:01.005017 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:01.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:35:01.411 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:35:01.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:01.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:01.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:01.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:01.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:01.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:01.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:35:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:02.008037 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:02.008381 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:02.550 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:35:02.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:35:02.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:02.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:02.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:02.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:02.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:02.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:02.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:35:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:03.011615 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:03.011902 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:03.486876 19723 raft_consensus.cc:482] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:35:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:03.487371 19723 raft_consensus.cc:504] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b446cccb484f4d5b9bfbe76ad5479307" member_type: VOTER last_known_addr { host: "127.18.170.254" port: 33581 } } peers { permanent_uuid: "41ae0367142a412a9fc49269a626801e" member_type: VOTER last_known_addr { host: "127.18.170.253" port: 41261 } } peers { permanent_uuid: "adf1dc0120274721a0f5dc06a14c89c9" member_type: VOTER last_known_addr { host: "127.18.170.252" port: 37333 } }
20:35:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:03.489437 19723 leader_election.cc:288] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581), 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261)
20:35:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:03.492376 19439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:35:03.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:03.495581 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b446cccb484f4d5b9bfbe76ad5479307 (127.18.170.254:33581): Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111)
20:35:03.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:03.496299 19439 leader_election.cc:334] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 41ae0367142a412a9fc49269a626801e (127.18.170.253:41261): Network error: Client connection negotiation failed: client connection to 127.18.170.253:41261: connect: Connection refused (error 111)
20:35:03.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:03.496693 19439 leader_election.cc:302] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: adf1dc0120274721a0f5dc06a14c89c9; no voters: 41ae0367142a412a9fc49269a626801e, b446cccb484f4d5b9bfbe76ad5479307
20:35:03.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:03.497469 19723 raft_consensus.cc:2726] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:35:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:04.015268 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:04.015563 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:05.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:05.019146 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:05.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:05.019559 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:35:05 dist-test-slave-8w9v krb5kdc[19129](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786048505, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:35:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:05.570955 19434 init.cc:295] Successfully reacquired a new kerberos TGT
20:35:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:05.939378 19419 master_runner.cc:186] Error getting master registration for 127.18.170.254:33581: Network error: Client connection negotiation failed: client connection to 127.18.170.254:33581: connect: Connection refused (error 111),
20:35:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:05.939854 19419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:35:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:06.022325 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:06.022653 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:06.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:35:06.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:06.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:06.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:06.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:35:06.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:06.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:06.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:06.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:35:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:07.025173 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:07.025491 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:08.027973 19514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P adf1dc0120274721a0f5dc06a14c89c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:35:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:35:08.028354 19514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:35:08.950 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.253:41261(127.18.170.253:41261)] connecting to peer
20:35:08.951 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.18.170.254:33581(127.18.170.254:33581)] connecting to peer
20:35:08.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:08.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.170.253:41261(127.18.170.253:41261)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:08.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.253:41261: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261
20:35:08.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:08.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.254:33581(127.18.170.254:33581)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:08.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.170.254:33581: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
20:35:08.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581; will retry
20:35:08.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28976), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [215ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [294ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [707ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [724ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [748ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [750ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [773ms] refreshing cache from master, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [785ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [793ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [798ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [799ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [802ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [861ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [863ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [898ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [904ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [998ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [999ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1001ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1194ms] refreshing cache from master, [1194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1202ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1754ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1762ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [3295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [3298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [3298ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [3301ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3303ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [5253ms] refreshing cache from master, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [5258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [5258ms] too many traces: truncated at 100 traces, deferred=Deferred@1711313613(state=PENDING, result=null, callback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282), errback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282)))
20:35:08.968 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.170.252:37333(127.18.170.252:37333)] disconnecting while in state READY
20:35:08.970 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.170.254:33581(127.18.170.254:33581)] disconnecting while in state TERMINATED
20:35:08.970 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.170.253:41261(127.18.170.253:41261)] disconnecting while in state TERMINATED
20:35:08.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:35:08.981 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.170.252:37333(127.18.170.252:37333)] handling channelInactive
20:35:08.981 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:35:08.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.170.252:37333(127.18.170.252:37333)] cleaning up while in state READY due to: connection closed
20:35:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:08.990259 19115 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 19419
20:35:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:35:10Z chronyd exiting
20:35:11.256 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:35:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.258718 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18649
20:35:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.289585 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18819
20:35:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.326758 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18966
20:35:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.363018 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18365
20:35:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.399713 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18437
20:35:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:35:11.434154 18353 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEPvSLi/build/tsan/bin/kudu with pid 18518
20:35:12.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:35:12Z chronyd exiting
20:35:13.643 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28976), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [215ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [294ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [707ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [724ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [748ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [750ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [773ms] refreshing cache from master, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [785ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [793ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [798ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [799ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [802ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [861ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [863ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [898ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [904ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [998ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [999ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1001ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1194ms] refreshing cache from master, [1194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1202ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1754ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1762ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [3295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [3298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [3298ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [3301ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3303ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [5253ms] refreshing cache from master, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [5258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [5258ms] too many traces: truncated at 100 traces, deferred=Deferred@1711313613(state=PENDING, result=null, callback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282), errback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.170.254:33581
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28976), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [215ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [294ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [707ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [724ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [748ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [750ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [773ms] refreshing cache from master, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [785ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [793ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [798ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [799ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [802ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [861ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [863ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [898ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [904ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [998ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [999ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1001ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1194ms] refreshing cache from master, [1194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1202ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1754ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1762ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [3295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [3298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [3298ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [3301ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3303ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [5253ms] refreshing cache from master, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [5258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [5258ms] too many traces: truncated at 100 traces, deferred=Deferred@1711313613(state=PENDING, result=null, callback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282), errback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.170.254:33581
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
20:35:14.114 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:35:14.114 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28976), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [215ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [294ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [707ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [724ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [748ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [750ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [773ms] refreshing cache from master, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [785ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [793ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [798ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [799ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [802ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [861ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [863ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [898ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [904ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [998ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [999ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1001ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1194ms] refreshing cache from master, [1194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1202ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1754ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1762ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [3295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [3298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [3298ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [3301ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3303ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [5253ms] refreshing cache from master, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [5258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [5258ms] too many traces: truncated at 100 traces, deferred=Deferred@1711313613(state=PENDING, result=null, callback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282), errback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.170.254:33581
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28976), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [215ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [294ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [683ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [703ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [704ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [705ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [707ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [724ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [743ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [748ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [750ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [773ms] refreshing cache from master, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [780ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [781ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [785ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [793ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [798ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [799ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [800ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [802ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [853ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [859ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [861ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [863ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [898ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [904ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [998ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [999ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1001ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1194ms] refreshing cache from master, [1194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1198ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1199ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1200ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1202ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1754ms] refreshing cache from master, [1755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [1760ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [1762ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3294ms] refreshing cache from master, [3294ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [3295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [3298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [3298ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.253:41261: Network error: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261, [3301ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.252:37333: OK, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.18.170.254:33581: Network error: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [3303ms] delaying RPC due to: Service unavailable: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581, [5253ms] refreshing cache from master, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.252:37333, [5254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.253:41261, [5258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.170.254:33581, [5258ms] too many traces: truncated at 100 traces, deferred=Deferred@1711313613(state=PENDING, result=null, callback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282), errback=(continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.170.252:37333,127.18.170.253:41261,127.18.170.254:33581) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.253:41261(127.18.170.253:41261): Connection refused: /127.18.170.253:41261,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.170.254:33581(127.18.170.254:33581): Connection refused: /127.18.170.254:33581
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.170.254:33581
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)