07:02:07.124 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:02:07.137 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskejTEj5/test-tmp
07:02:07.139 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
07:02:07.143 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskejTEj5/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
07:02:07.413 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:02:07.550 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:02:07.551 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:02:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.554193 8047 mini_oidc.cc:152] Starting JWKS server
07:02:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.557317 8047 webserver.cc:460] Webserver started at http://127.0.0.1:41899/ using document root <none> and password file <none>
07:02:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.557588 8047 mini_oidc.cc:189] Starting OIDC Discovery server
07:02:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.558280 8047 webserver.cc:460] Webserver started at http://127.0.0.1:32809/ using document root <none> and password file <none>
07:02:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:07Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:02:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:07Z Disabled control of system clock
07:02:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.585953 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal
07:02:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data
07:02:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/logs
07:02:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data/info.pb
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.254:42405
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.254
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json with env {}
07:02:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.898531 8058 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.898814 8058 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.898895 8058 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906596 8058 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906708 8058 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906751 8058 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906798 8058 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906836 8058 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.906929 8058 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41899/jwks.json
07:02:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.916860 8058 master_runner.cc:386] Master server non-default flags:
07:02:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.254:42405
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data/info.pb
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.254
07:02:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/logs
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.918569 8058 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.920948 8058 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.934557 8063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.934535 8064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.934557 8058 server_base.cc:1034] running on GCE node
07:02:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:07.934616 8066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.935858 8058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.937505 8058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.938753 8058 hybrid_clock.cc:648] HybridClock initialized: now 1781938927938661 us; error 66 us; skew 500 ppm
07:02:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.939098 8058 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.941598 8058 webserver.cc:460] Webserver started at http://127.7.219.254:37291/ using document root <none> and password file <none>
07:02:07.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.942237 8058 fs_manager.cc:359] Metadata directory not provided
07:02:07.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.942333 8058 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:07.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.942572 8058 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:07.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.945245 8058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data/instance:
07:02:07.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fdf95f1f269457bbd9749163687f455"
07:02:07.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:07 on dist-test-slave-nqmt"
07:02:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.946034 8058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal/instance:
07:02:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fdf95f1f269457bbd9749163687f455"
07:02:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:07 on dist-test-slave-nqmt"
07:02:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.951288 8058 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.003s
07:02:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.954584 8072 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.955902 8058 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
07:02:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.956127 8058 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8fdf95f1f269457bbd9749163687f455"
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:07 on dist-test-slave-nqmt"
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.956382 8058 fs_report.cc:383] FS layout report
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal
07:02:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data/data
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.981705 8058 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.982718 8058 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:07.983107 8058 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.001184 8058 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.254:42405
07:02:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.001204 8123 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.254:42405 every 8 connection(s)
07:02:08.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.002676 8058 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/data/info.pb
07:02:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.006493 8124 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.011605 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8058
07:02:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.011858 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-0/wal/instance
07:02:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.013311 8124 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.014628 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal
07:02:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/logs
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data/info.pb
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.253:41213
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.253
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json with env {}
07:02:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.034044 8124 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.035189 8076 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.040061 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.253:41213: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.089413 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } attempt: 1
07:02:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.091730 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.253:41213: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.160046 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } attempt: 2
07:02:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.162385 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.253:41213: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.253672 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } attempt: 3
07:02:08.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.255977 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.253:41213: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.339085 8128 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.339354 8128 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.339434 8128 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347283 8128 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347389 8128 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347430 8128 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347478 8128 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347517 8128 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.347565 8128 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41899/jwks.json
07:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.357295 8128 master_runner.cc:386] Master server non-default flags:
07:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.253:41213
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data/info.pb
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.253
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/logs
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.358925 8128 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.361346 8128 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.373437 8135 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.373507 8137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.373407 8134 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.374513 8128 server_base.cc:1034] running on GCE node
07:02:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.375174 8128 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.376507 8128 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.377753 8128 hybrid_clock.cc:648] HybridClock initialized: now 1781938928377668 us; error 57 us; skew 500 ppm
07:02:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.378129 8128 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.380539 8128 webserver.cc:460] Webserver started at http://127.7.219.253:40897/ using document root <none> and password file <none>
07:02:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.381258 8128 fs_manager.cc:359] Metadata directory not provided
07:02:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.381404 8128 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.381768 8128 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.384373 8128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data/instance:
07:02:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ebf1298d58b4cb2873010dc78a968f2"
07:02:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.385403 8128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal/instance:
07:02:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ebf1298d58b4cb2873010dc78a968f2"
07:02:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.390491 8128 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:02:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.393982 8143 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.395231 8128 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
07:02:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.395416 8128 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal
07:02:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ebf1298d58b4cb2873010dc78a968f2"
07:02:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.395673 8128 fs_report.cc:383] FS layout report
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data/data
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.399257 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } attempt: 4
07:02:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.401142 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.253:41213: Network error: Client connection negotiation failed: client connection to 127.7.219.253:41213: connect: Connection refused (error 111)
07:02:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.415294 8128 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.416193 8128 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.416612 8128 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.434837 8128 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.253:41213
07:02:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.434871 8194 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.253:41213 every 8 connection(s)
07:02:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.436326 8128 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/data/info.pb
07:02:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.440044 8195 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.444664 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8128
07:02:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.444841 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-1/wal/instance
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.446017 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/logs
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data/info.pb
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.252:38895
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.252
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json with env {}
07:02:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.446821 8195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.463115 8195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.473222 8195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.474367 8145 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.475891 8195 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.525252 8195 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 1
07:02:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.527529 8195 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.595844 8195 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 2
07:02:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.598803 8195 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.690068 8195 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 3
07:02:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.692174 8195 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.700428 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } attempt: 5
07:02:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.707727 8124 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.709767 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.761066 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 1
07:02:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.762965 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.776216 8197 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.776561 8197 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.776657 8197 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.783743 8197 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.783838 8197 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.783880 8197 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.783965 8197 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.784034 8197 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.784086 8197 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41899/jwks.json
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.793198 8197 master_runner.cc:386] Master server non-default flags:
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.252:38895
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41899/jwks.json
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data/info.pb
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.252
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/logs
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:08.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.794716 8197 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.797082 8197 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.810111 8206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.810146 8208 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.810199 8205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.810906 8197 server_base.cc:1034] running on GCE node
07:02:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.811815 8197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.813561 8197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.814836 8197 hybrid_clock.cc:648] HybridClock initialized: now 1781938928814751 us; error 47 us; skew 500 ppm
07:02:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.815237 8197 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.817999 8197 webserver.cc:460] Webserver started at http://127.7.219.252:36313/ using document root <none> and password file <none>
07:02:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.818783 8197 fs_manager.cc:359] Metadata directory not provided
07:02:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.818914 8197 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.819236 8197 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.822722 8197 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data/instance:
07:02:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac755aeecf64bed81fc3c8c8caf9789"
07:02:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.823681 8197 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal/instance:
07:02:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac755aeecf64bed81fc3c8c8caf9789"
07:02:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.830181 8197 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
07:02:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.831229 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 2
07:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.833067 8124 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.834077 8214 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:08.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.835433 8195 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 4
07:02:08.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.835749 8197 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.835912 8197 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac755aeecf64bed81fc3c8c8caf9789"
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:08 on dist-test-slave-nqmt"
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.836141 8197 fs_report.cc:383] FS layout report
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data/data
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.837122 8195 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.219.252:38895: Network error: Client connection negotiation failed: client connection to 127.7.219.252:38895: connect: Connection refused (error 111)
07:02:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.853071 8197 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.853991 8197 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.854363 8197 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.872218 8197 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.252:38895
07:02:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.872252 8265 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.252:38895 every 8 connection(s)
07:02:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.873711 8197 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/data/info.pb
07:02:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.877399 8266 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.882357 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8197
07:02:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.882503 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/master-2/wal/instance
07:02:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.883734 8266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.900593 8266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.909444 8266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } has no permanent_uuid. Determining permanent_uuid...
07:02:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.921491 8266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: Bootstrap starting.
07:02:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.924623 8266 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: Neither blocks nor log segments found. Creating new log.
07:02:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.925572 8266 log.cc:824] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: Log is configured to *not* fsync() on all Append() calls
07:02:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.928210 8266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: No bootstrap required, opened a new log
07:02:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.935708 8266 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.936029 8266 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:02:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.936111 8266 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ac755aeecf64bed81fc3c8c8caf9789, State: Initialized, Role: FOLLOWER
07:02:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.936687 8266 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.937544 8275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.937907 8275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: This master's current role is: FOLLOWER
07:02:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.938922 8266 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: configured and running, proceeding with master startup.
07:02:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.939280 8124 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 3
07:02:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.953995 8124 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: Bootstrap starting.
07:02:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.958010 8124 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: Neither blocks nor log segments found. Creating new log.
07:02:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.947890 8197 master_runner.cc:186] Error getting master registration for 127.7.219.254:42405: OK, instance_id { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" instance_seqno: 1781938927996077 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:02:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.959599 8124 log.cc:824] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: Log is configured to *not* fsync() on all Append() calls
07:02:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.963028 8197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.961593 8286 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.963686 8286 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.966257 8124 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: No bootstrap required, opened a new log
07:02:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.974853 8124 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.975176 8124 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:02:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.975284 8124 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8fdf95f1f269457bbd9749163687f455, State: Initialized, Role: FOLLOWER
07:02:08.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.975978 8124 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.976928 8289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.977487 8289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: This master's current role is: FOLLOWER
07:02:08.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.978264 8124 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: configured and running, proceeding with master startup.
07:02:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.985893 8078 tablet.cc:2369] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.990772 8300 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:08.991129 8300 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.987818 8058 master_runner.cc:186] Error getting master registration for 127.7.219.253:41213: OK, instance_id { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" instance_seqno: 1781938928429693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:02:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:08.999490 8058 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:09.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.106674 8220 tablet.cc:2369] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:02:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.136345 8195 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } attempt: 5
07:02:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.149559 8195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: Bootstrap starting.
07:02:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.153822 8195 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: Neither blocks nor log segments found. Creating new log.
07:02:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.155063 8195 log.cc:824] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: Log is configured to *not* fsync() on all Append() calls
07:02:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.158075 8195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: No bootstrap required, opened a new log
07:02:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.166247 8275 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.166576 8275 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.168229 8275 leader_election.cc:288] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8fdf95f1f269457bbd9749163687f455 (127.7.219.254:42405), 4ebf1298d58b4cb2873010dc78a968f2 (127.7.219.253:41213)
07:02:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.168813 8195 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.169198 8195 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:02:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.169306 8195 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ebf1298d58b4cb2873010dc78a968f2, State: Initialized, Role: FOLLOWER
07:02:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.169648 8099 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fdf95f1f269457bbd9749163687f455" is_pre_election: true
07:02:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.169910 8195 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.170212 8099 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ac755aeecf64bed81fc3c8c8caf9789 in term 0.
07:02:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.171281 8218 leader_election.cc:302] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ac755aeecf64bed81fc3c8c8caf9789, 8fdf95f1f269457bbd9749163687f455; no voters:
07:02:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.174437 8275 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:02:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.174578 8275 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:02:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.174671 8275 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 0 FOLLOWER]: Advancing to term 1
07:02:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.176853 8303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.177211 8303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: This master's current role is: FOLLOWER
07:02:09.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.179106 8195 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: configured and running, proceeding with master startup.
07:02:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.179152 8170 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ebf1298d58b4cb2873010dc78a968f2" is_pre_election: true
07:02:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.179690 8170 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ac755aeecf64bed81fc3c8c8caf9789 in term 0.
07:02:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.181991 8275 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.183369 8099 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8fdf95f1f269457bbd9749163687f455"
07:02:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.183580 8099 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 0 FOLLOWER]: Advancing to term 1
07:02:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.186702 8099 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ac755aeecf64bed81fc3c8c8caf9789 in term 1.
07:02:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.187170 8218 leader_election.cc:302] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ac755aeecf64bed81fc3c8c8caf9789, 8fdf95f1f269457bbd9749163687f455; no voters:
07:02:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.187817 8305 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 1 FOLLOWER]: Leader election won for term 1
07:02:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.194077 8305 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [term 1 LEADER]: Becoming Leader. State: Replica: 2ac755aeecf64bed81fc3c8c8caf9789, State: Running, Role: LEADER
07:02:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.194217 8170 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ebf1298d58b4cb2873010dc78a968f2"
07:02:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.194448 8170 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 0 FOLLOWER]: Advancing to term 1
07:02:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.195330 8305 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } }
07:02:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.197412 8170 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ac755aeecf64bed81fc3c8c8caf9789 in term 1.
07:02:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.200591 8275 leader_election.cc:288] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [CANDIDATE]: Term 1 election: Requested vote from peers 8fdf95f1f269457bbd9749163687f455 (127.7.219.254:42405), 4ebf1298d58b4cb2873010dc78a968f2 (127.7.219.253:41213)
07:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.203472 8306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ac755aeecf64bed81fc3c8c8caf9789. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.203881 8306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: This master's current role is: LEADER
07:02:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.206947 8309 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:02:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.211169 8309 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:02:09.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.224617 8170 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [term 1 FOLLOWER]: Refusing update from remote peer 2ac755aeecf64bed81fc3c8c8caf9789: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:02:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.228789 8305 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:02:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.237155 8099 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [term 1 FOLLOWER]: Refusing update from remote peer 2ac755aeecf64bed81fc3c8c8caf9789: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:02:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.238266 8305 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:02:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.258498 8303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ac755aeecf64bed81fc3c8c8caf9789. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.258810 8303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: This master's current role is: FOLLOWER
07:02:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.261492 8311 mvcc.cc:205] Tried to move back new op lower bound from 7298821854091350016 to 7298821853998051328. Current Snapshot: MvccSnapshot[applied={T|T < 7298821854091350016}]
07:02:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.266126 8289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ac755aeecf64bed81fc3c8c8caf9789. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.266470 8289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: This master's current role is: FOLLOWER
07:02:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.266592 8275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.266870 8275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: This master's current role is: LEADER
07:02:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.267217 8303 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.267464 8303 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2 [sys.catalog]: This master's current role is: FOLLOWER
07:02:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.269106 8275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.269347 8275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 [sys.catalog]: This master's current role is: LEADER
07:02:09.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.271296 8315 mvcc.cc:205] Tried to move back new op lower bound from 7298821854091350016 to 7298821853998051328. Current Snapshot: MvccSnapshot[applied={T|T < 7298821854091350016}]
07:02:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.277212 8309 catalog_manager.cc:1347] Generated new cluster ID: 93cbdf50b936477496dbed6668dea5d9
07:02:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.277348 8309 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:02:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.295840 8326 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:02:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.296983 8289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8fdf95f1f269457bbd9749163687f455" member_type: VOTER last_known_addr { host: "127.7.219.254" port: 42405 } } peers { permanent_uuid: "4ebf1298d58b4cb2873010dc78a968f2" member_type: VOTER last_known_addr { host: "127.7.219.253" port: 41213 } } peers { permanent_uuid: "2ac755aeecf64bed81fc3c8c8caf9789" member_type: VOTER last_known_addr { host: "127.7.219.252" port: 38895 } } }
07:02:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.297274 8289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455 [sys.catalog]: This master's current role is: FOLLOWER
07:02:09.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.316979 8309 catalog_manager.cc:1370] Generated new certificate authority record
07:02:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.319262 8309 catalog_manager.cc:1504] Loading token signing keys...
07:02:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.333858 8309 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789: Generated new TSK 0
07:02:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.335186 8309 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.363880 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal
07:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data
07:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/logs
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data/info.pb
07:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.193:0
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.193
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.193
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:09.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:09.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:02:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.711902 8327 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.712272 8327 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.712473 8327 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.719992 8327 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.720147 8327 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.219.193
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.728945 8327 tablet_server_runner.cc:78] Tablet server non-default flags:
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.193:0
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data/info.pb
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.193
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.193
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/logs
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.730175 8327 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.731817 8327 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.745538 8332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.745565 8335 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:09.745633 8333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.746748 8327 server_base.cc:1034] running on GCE node
07:02:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.747336 8327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:09.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.748268 8327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.749521 8327 hybrid_clock.cc:648] HybridClock initialized: now 1781938929749462 us; error 32 us; skew 500 ppm
07:02:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.749915 8327 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.752310 8327 webserver.cc:460] Webserver started at http://127.7.219.193:34267/ using document root <none> and password file <none>
07:02:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.753041 8327 fs_manager.cc:359] Metadata directory not provided
07:02:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.753189 8327 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.753511 8327 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.756182 8327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data/instance:
07:02:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f21b7000a0fc461994a4222cef00df52"
07:02:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:09 on dist-test-slave-nqmt"
07:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.757076 8327 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal/instance:
07:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f21b7000a0fc461994a4222cef00df52"
07:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:09 on dist-test-slave-nqmt"
07:02:09.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.762365 8327 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
07:02:09.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.765678 8341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.766990 8327 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.767158 8327 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f21b7000a0fc461994a4222cef00df52"
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:09 on dist-test-slave-nqmt"
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.767403 8327 fs_report.cc:383] FS layout report
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data/data
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.784699 8327 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.785585 8327 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.785923 8327 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.787009 8327 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:02:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.788637 8327 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:02:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.788745 8327 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:02:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.788870 8327 ts_tablet_manager.cc:610] Registered 0 tablets
07:02:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.788928 8327 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:02:09.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.822182 8327 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.193:45779
07:02:09.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.822224 8453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.193:45779 every 8 connection(s)
07:02:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.823676 8327 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/data/info.pb
07:02:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.827394 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8327
07:02:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.827605 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-0/wal/instance
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.833119 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/logs
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data/info.pb
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.194:0
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.194
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.194
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870024 8455 heartbeater.cc:347] Connected to a master server at 127.7.219.254:42405
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870096 8456 heartbeater.cc:347] Connected to a master server at 127.7.219.253:41213
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870357 8456 heartbeater.cc:464] Registering TS with master...
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870363 8455 heartbeater.cc:464] Registering TS with master...
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870419 8454 heartbeater.cc:347] Connected to a master server at 127.7.219.252:38895
07:02:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.870572 8454 heartbeater.cc:464] Registering TS with master...
07:02:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.871397 8455 heartbeater.cc:511] Master 127.7.219.254:42405 requested a full tablet report, sending...
07:02:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.872581 8454 heartbeater.cc:511] Master 127.7.219.252:38895 requested a full tablet report, sending...
07:02:09.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.873238 8456 heartbeater.cc:511] Master 127.7.219.253:41213 requested a full tablet report, sending...
07:02:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.874243 8231 ts_manager.cc:194] Registered new tserver with Master: f21b7000a0fc461994a4222cef00df52 (127.7.219.193:45779)
07:02:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.874714 8160 ts_manager.cc:194] Registered new tserver with Master: f21b7000a0fc461994a4222cef00df52 (127.7.219.193:45779)
07:02:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.876185 8231 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.219.193:56695
07:02:09.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.877571 8089 ts_manager.cc:194] Registered new tserver with Master: f21b7000a0fc461994a4222cef00df52 (127.7.219.193:45779)
07:02:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.993291 8300 catalog_manager.cc:1259] Loaded cluster ID: 93cbdf50b936477496dbed6668dea5d9
07:02:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.993428 8300 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: loading cluster ID for follower catalog manager: success
07:02:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.995872 8300 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: acquiring CA information for follower catalog manager: success
07:02:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:09.997637 8300 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8fdf95f1f269457bbd9749163687f455: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:02:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.184060 8462 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.184329 8462 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.184471 8462 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.191527 8462 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.191694 8462 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.219.194
07:02:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.200673 8462 tablet_server_runner.cc:78] Tablet server non-default flags:
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.194:0
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data/info.pb
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.194
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.194
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/logs
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.201915 8462 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.203565 8462 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:10.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.216446 8469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.216491 8470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.216560 8472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.217271 8462 server_base.cc:1034] running on GCE node
07:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.217909 8462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.218953 8462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.220248 8462 hybrid_clock.cc:648] HybridClock initialized: now 1781938930220176 us; error 37 us; skew 500 ppm
07:02:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.220638 8462 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.223033 8462 webserver.cc:460] Webserver started at http://127.7.219.194:45467/ using document root <none> and password file <none>
07:02:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.223752 8462 fs_manager.cc:359] Metadata directory not provided
07:02:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.223904 8462 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.224241 8462 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.226825 8462 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data/instance:
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3934f923d5bd4d749850ca92ffc33b1e"
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.227670 8462 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal/instance:
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3934f923d5bd4d749850ca92ffc33b1e"
07:02:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.232919 8462 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.008s sys 0.000s
07:02:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.236215 8478 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.237567 8462 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.237756 8462 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3934f923d5bd4d749850ca92ffc33b1e"
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.237978 8462 fs_report.cc:383] FS layout report
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data/data
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.267031 8462 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.267968 8462 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.268329 8462 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.269438 8462 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:02:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.271057 8462 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:02:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.271158 8462 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:02:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.271286 8462 ts_tablet_manager.cc:610] Registered 0 tablets
07:02:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.271343 8462 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:02:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.301043 8326 catalog_manager.cc:1259] Loaded cluster ID: 93cbdf50b936477496dbed6668dea5d9
07:02:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.301425 8326 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: loading cluster ID for follower catalog manager: success
07:02:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.303997 8326 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: acquiring CA information for follower catalog manager: success
07:02:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.306761 8326 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4ebf1298d58b4cb2873010dc78a968f2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:02:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.310240 8462 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.194:46803
07:02:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.310283 8591 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.194:46803 every 8 connection(s)
07:02:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.311738 8462 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/data/info.pb
07:02:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.319660 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8462
07:02:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.319845 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-1/wal/instance
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.326238 8047 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/logs
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data/info.pb
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.195:0
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.195
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.195
07:02:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:02:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.342921 8593 heartbeater.cc:347] Connected to a master server at 127.7.219.254:42405
07:02:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.343218 8593 heartbeater.cc:464] Registering TS with master...
07:02:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.344135 8593 heartbeater.cc:511] Master 127.7.219.254:42405 requested a full tablet report, sending...
07:02:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.346274 8089 ts_manager.cc:194] Registered new tserver with Master: 3934f923d5bd4d749850ca92ffc33b1e (127.7.219.194:46803)
07:02:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.349785 8592 heartbeater.cc:347] Connected to a master server at 127.7.219.252:38895
07:02:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.349915 8592 heartbeater.cc:464] Registering TS with master...
07:02:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.350342 8592 heartbeater.cc:511] Master 127.7.219.252:38895 requested a full tablet report, sending...
07:02:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.351475 8231 ts_manager.cc:194] Registered new tserver with Master: 3934f923d5bd4d749850ca92ffc33b1e (127.7.219.194:46803)
07:02:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.352726 8231 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.219.194:57453
07:02:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.355821 8594 heartbeater.cc:347] Connected to a master server at 127.7.219.253:41213
07:02:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.355949 8594 heartbeater.cc:464] Registering TS with master...
07:02:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.356335 8594 heartbeater.cc:511] Master 127.7.219.253:41213 requested a full tablet report, sending...
07:02:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.357429 8160 ts_manager.cc:194] Registered new tserver with Master: 3934f923d5bd4d749850ca92ffc33b1e (127.7.219.194:46803)
07:02:10.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.676147 8599 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:10.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.676534 8599 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:10.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.676653 8599 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.684595 8599 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.684830 8599 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.219.195
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.694159 8599 tablet_server_runner.cc:78] Tablet server non-default flags:
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.219.212:39851
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.219.195:0
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data/info.pb
07:02:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.219.195
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.219.254:42405,127.7.219.253:41213,127.7.219.252:38895
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.219.195
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/logs
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.695873 8599 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.697768 8599 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.711423 8605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.711386 8606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:10.711459 8608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.712597 8599 server_base.cc:1034] running on GCE node
07:02:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.713201 8599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.714059 8599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.715328 8599 hybrid_clock.cc:648] HybridClock initialized: now 1781938930715249 us; error 45 us; skew 500 ppm
07:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.715679 8599 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.717974 8599 webserver.cc:460] Webserver started at http://127.7.219.195:46195/ using document root <none> and password file <none>
07:02:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.718653 8599 fs_manager.cc:359] Metadata directory not provided
07:02:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.718822 8599 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.719159 8599 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.721766 8599 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data/instance:
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb8596566fc484b8375664d1f68dc05"
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.722532 8599 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal/instance:
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb8596566fc484b8375664d1f68dc05"
07:02:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.727552 8599 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
07:02:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.730958 8614 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.732336 8599 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.732549 8599 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb8596566fc484b8375664d1f68dc05"
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:10 on dist-test-slave-nqmt"
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.732719 8599 fs_report.cc:383] FS layout report
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data/data
07:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.753278 8599 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.754099 8599 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:10.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.754347 8599 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.755240 8599 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.756733 8599 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.756805 8599 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.756893 8599 ts_tablet_manager.cc:610] Registered 0 tablets
07:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.756929 8599 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:02:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.790139 8599 rpc_server.cc:307] RPC server started. Bound to: 127.7.219.195:46803
07:02:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.790171 8726 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.219.195:46803 every 8 connection(s)
07:02:10.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.791342 8599 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/data/info.pb
07:02:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.792721 8047 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8599
07:02:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.792908 8047 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster6781616822101779441/ts-2/wal/instance
07:02:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.815781 8728 heartbeater.cc:347] Connected to a master server at 127.7.219.254:42405
07:02:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.815872 8729 heartbeater.cc:347] Connected to a master server at 127.7.219.253:41213
07:02:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.816115 8729 heartbeater.cc:464] Registering TS with master...
07:02:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.817135 8729 heartbeater.cc:511] Master 127.7.219.253:41213 requested a full tablet report, sending...
07:02:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.816121 8728 heartbeater.cc:464] Registering TS with master...
07:02:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.815790 8727 heartbeater.cc:347] Connected to a master server at 127.7.219.252:38895
07:02:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.818017 8727 heartbeater.cc:464] Registering TS with master...
07:02:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.818354 8728 heartbeater.cc:511] Master 127.7.219.254:42405 requested a full tablet report, sending...
07:02:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.818481 8727 heartbeater.cc:511] Master 127.7.219.252:38895 requested a full tablet report, sending...
07:02:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.818925 8160 ts_manager.cc:194] Registered new tserver with Master: 6eb8596566fc484b8375664d1f68dc05 (127.7.219.195:46803)
07:02:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.819499 8231 ts_manager.cc:194] Registered new tserver with Master: 6eb8596566fc484b8375664d1f68dc05 (127.7.219.195:46803)
07:02:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.820178 8231 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.219.195:59299
07:02:10.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.820894 8088 ts_manager.cc:194] Registered new tserver with Master: 6eb8596566fc484b8375664d1f68dc05 (127.7.219.195:46803)
07:02:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.835713 8047 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:02:10.837 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:02:10.838 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:02:10.850 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.219.254"
port: 42405
}
bound_http_address {
host: "127.7.219.254"
port: 37291
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.219.253"
port: 41213
}
bound_http_address {
host: "127.7.219.253"
port: 40897
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.219.252"
port: 38895
}
bound_http_address {
host: "127.7.219.252"
port: 36313
}
}
}
07:02:10.854 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:02:10.856 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.219.193"
port: 45779
}
bound_http_address {
host: "127.7.219.193"
port: 34267
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.219.194"
port: 46803
}
bound_http_address {
host: "127.7.219.194"
port: 45467
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.219.195"
port: 46803
}
bound_http_address {
host: "127.7.219.195"
port: 46195
}
}
}
07:02:10.856 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:02:10.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:10.879853 8454 heartbeater.cc:503] Master 127.7.219.252:38895 was elected leader, sending a full tablet report...
07:02:11.029 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:02:11.128 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskejTEj5/test-tmp
07:02:11.129 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
07:02:11.129 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskejTEj5/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
07:02:11.133 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:02:11.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:11.314241 8588 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.7.219.194:46803
07:02:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.356231 8592 heartbeater.cc:503] Master 127.7.219.252:38895 was elected leader, sending a full tablet report...
07:02:11.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:11.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:02:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.461166 8735 mini_oidc.cc:152] Starting JWKS server
07:02:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.463971 8735 webserver.cc:460] Webserver started at http://127.0.0.1:33579/ using document root <none> and password file <none>
07:02:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.464215 8735 mini_oidc.cc:189] Starting OIDC Discovery server
07:02:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.464794 8735 webserver.cc:460] Webserver started at http://127.0.0.1:37105/ using document root <none> and password file <none>
07:02:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:02:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/principal' for realm 'KRBTEST.COM',
07:02:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:02:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:11 dist-test-slave-nqmt krb5kdc[8746](info): setting up network...
07:02:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:02:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:11 dist-test-slave-nqmt krb5kdc[8746](info): set up 2 sockets
07:02:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:11 dist-test-slave-nqmt krb5kdc[8746](info): commencing operation
07:02:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:02:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:11.794080 8723 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.7.219.195:46803
07:02:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:11.822635 8727 heartbeater.cc:503] Master 127.7.219.252:38895 was elected leader, sending a full tablet report...
07:02:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:12.538785 8735 mini_kdc.cc:121] Time spent starting KDC: real 1.065s user 0.000s sys 0.014s
07:02:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:02:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:02:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:02:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:02:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:02:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:02:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:02:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:02:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:02:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:02:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/test-user.keytab.
07:02:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/test-user.keytab.
07:02:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:12 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938932, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:12Z Disabled control of system clock
07:02:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.135.254@KRBTEST.COM; defaulting to no policy
07:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.135.254@KRBTEST.COM" created.
07:02:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab.
07:02:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab.
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:12.720017 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/logs
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.254:37717
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.254
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.254
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.049290 8759 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.049674 8759 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.049819 8759 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058336 8759 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058480 8759 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058555 8759 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058614 8759 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058655 8759 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058717 8759 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.058751 8759 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.069280 8759 master_runner.cc:386] Master server non-default flags:
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.254
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.254:37717
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.254
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/logs
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.070878 8759 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:13.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.072629 8759 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.086097 8764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.086126 8767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.086356 8765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.087015 8759 server_base.cc:1034] running on GCE node
07:02:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.087929 8759 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.089576 8759 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.090790 8759 hybrid_clock.cc:648] HybridClock initialized: now 1781938933090738 us; error 48 us; skew 500 ppm
07:02:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.091099 8759 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.094198 8759 init.cc:377] Logged in from keytab as kudu/127.8.135.254@KRBTEST.COM (short username kudu)
07:02:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.095868 8759 webserver.cc:460] Webserver started at http://127.8.135.254:42067/ using document root <none> and password file <none>
07:02:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.096705 8759 fs_manager.cc:359] Metadata directory not provided
07:02:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.096808 8759 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.097052 8759 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.099704 8759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/instance:
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2131c4fe95ea4e21988e1a766d4746a7"
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.100493 8759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal/instance:
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2131c4fe95ea4e21988e1a766d4746a7"
07:02:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.105453 8759 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
07:02:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.108690 8774 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.110023 8759 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.110158 8759 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2131c4fe95ea4e21988e1a766d4746a7"
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.110303 8759 fs_report.cc:383] FS layout report
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/data
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:13.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.127343 8759 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.131420 8759 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.131661 8759 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.150509 8759 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.254:37717
07:02:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.150528 8825 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.254:37717 every 8 connection(s)
07:02:13.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.151983 8759 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.154569 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8759
07:02:13.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.154868 8735 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal/instance
07:02:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.155615 8826 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.162833 8826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.135.253@KRBTEST.COM; defaulting to no policy
07:02:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.135.253@KRBTEST.COM" created.
07:02:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.254@KRBTEST.COM for kudu/127.8.135.254@KRBTEST.COM
07:02:13.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.191653 8826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.192862 8776 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.194321 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.253:42131: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab.
07:02:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab.
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.196599 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/logs
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.253:42131
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.253
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.253
07:02:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:13.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.243686 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } attempt: 1
07:02:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.245728 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.253:42131: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.316103 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } attempt: 2
07:02:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.318069 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.253:42131: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.409336 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } attempt: 3
07:02:13.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.411212 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.253:42131: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.518759 8833 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.519093 8833 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.519191 8833 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526322 8833 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526424 8833 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526473 8833 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526521 8833 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526558 8833 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526621 8833 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.526654 8833 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.539562 8833 master_runner.cc:386] Master server non-default flags:
07:02:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.253
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.253:42131
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.253
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/logs
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:13.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.541244 8833 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.542902 8833 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.555207 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } attempt: 4
07:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.555655 8839 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.556944 8838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.557389 8841 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.558179 8833 server_base.cc:1034] running on GCE node
07:02:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.559187 8833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.561235 8833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.561831 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.253:42131: Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.562495 8833 hybrid_clock.cc:648] HybridClock initialized: now 1781938933562343 us; error 129 us; skew 500 ppm
07:02:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.563004 8833 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.567323 8833 init.cc:377] Logged in from keytab as kudu/127.8.135.253@KRBTEST.COM (short username kudu)
07:02:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.570197 8833 webserver.cc:460] Webserver started at http://127.8.135.253:38935/ using document root <none> and password file <none>
07:02:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.571039 8833 fs_manager.cc:359] Metadata directory not provided
07:02:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.571187 8833 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.571506 8833 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.574342 8833 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/instance:
07:02:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ef3cd3e813474384b0ca3478526780"
07:02:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.575138 8833 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal/instance:
07:02:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ef3cd3e813474384b0ca3478526780"
07:02:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.580947 8833 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.005s
07:02:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.584784 8848 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.586549 8833 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:02:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.586740 8833 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ef3cd3e813474384b0ca3478526780"
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.586951 8833 fs_report.cc:383] FS layout report
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/data
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.608835 8833 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.613032 8833 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.613386 8833 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.633019 8833 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.253:42131
07:02:13.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.633109 8899 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.253:42131 every 8 connection(s)
07:02:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.634397 8833 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.639688 8900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.641804 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8833
07:02:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.641966 8735 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal/instance
07:02:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.650905 8900 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.135.252@KRBTEST.COM; defaulting to no policy
07:02:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.135.252@KRBTEST.COM" created.
07:02:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.253@KRBTEST.COM for kudu/127.8.135.254@KRBTEST.COM
07:02:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:02:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab.
07:02:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.135.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab.
07:02:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.680735 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/logs
07:02:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.252:39471
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.252
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.252
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.680667 8900 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.253@KRBTEST.COM for kudu/127.8.135.253@KRBTEST.COM
07:02:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.708149 8900 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.709659 8852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.711464 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.760774 8900 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 1
07:02:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.763062 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.831295 8900 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 2
07:02:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.833079 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.861094 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } attempt: 5
07:02:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:13 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.254@KRBTEST.COM for kudu/127.8.135.253@KRBTEST.COM
07:02:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.875367 8826 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } has no permanent_uuid. Determining permanent_uuid...
07:02:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.880187 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.924410 8900 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 3
07:02:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.926617 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:13.931448 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 1
07:02:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:13.933231 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.001457 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 2
07:02:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.004504 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.022375 8906 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.022683 8906 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.022823 8906 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.029917 8906 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030040 8906 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030108 8906 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030189 8906 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030246 8906 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030331 8906 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.030382 8906 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.040088 8906 master_runner.cc:386] Master server non-default flags:
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.252
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.252:39471
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.252
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/logs
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.041751 8906 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.043045 8906 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.053925 8914 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.054716 8915 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.055312 8917 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.056509 8906 server_base.cc:1034] running on GCE node
07:02:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.057202 8906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.058491 8906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.059731 8906 hybrid_clock.cc:648] HybridClock initialized: now 1781938934059658 us; error 61 us; skew 500 ppm
07:02:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.060101 8906 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.063452 8906 init.cc:377] Logged in from keytab as kudu/127.8.135.252@KRBTEST.COM (short username kudu)
07:02:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.065064 8906 webserver.cc:460] Webserver started at http://127.8.135.252:32821/ using document root <none> and password file <none>
07:02:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.065764 8906 fs_manager.cc:359] Metadata directory not provided
07:02:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.065907 8906 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.066195 8906 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.068845 8906 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/instance:
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e98f73ac6c4ef592967fc15b9c864f"
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:14 on dist-test-slave-nqmt"
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.069625 8906 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal/instance:
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e98f73ac6c4ef592967fc15b9c864f"
07:02:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:14 on dist-test-slave-nqmt"
07:02:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.069861 8900 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 4
07:02:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.071699 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.075153 8906 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
07:02:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.078670 8924 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.080056 8906 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.080241 8906 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e98f73ac6c4ef592967fc15b9c864f"
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:14 on dist-test-slave-nqmt"
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.080530 8906 fs_report.cc:383] FS layout report
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/data
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.099570 8906 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.103915 8906 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.104241 8906 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:14.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.110736 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 3
07:02:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.112825 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.122463 8906 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.252:39471
07:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.122498 8975 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.252:39471 every 8 connection(s)
07:02:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.123677 8906 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.127171 8976 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:02:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.128451 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 8906
07:02:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.128686 8735 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal/instance
07:02:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.134693 8976 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } has no permanent_uuid. Determining permanent_uuid...
07:02:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for kudu/127.8.135.254@KRBTEST.COM
07:02:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938932, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.135.252@KRBTEST.COM
07:02:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.156837 8976 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } has no permanent_uuid. Determining permanent_uuid...
07:02:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for kudu/127.8.135.253@KRBTEST.COM
07:02:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.171489 8976 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } has no permanent_uuid. Determining permanent_uuid...
07:02:14.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938932, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.135.254@KRBTEST.COM
07:02:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for kudu/127.8.135.252@KRBTEST.COM
07:02:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938932, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.135.253@KRBTEST.COM
07:02:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.190414 8976 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Bootstrap starting.
07:02:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.194105 8976 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Neither blocks nor log segments found. Creating new log.
07:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.195312 8976 log.cc:824] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Log is configured to *not* fsync() on all Append() calls
07:02:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.198300 8976 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: No bootstrap required, opened a new log
07:02:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.200730 8735 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:02:14.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:02:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.207828 8976 raft_consensus.cc:348] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.208227 8976 raft_consensus.cc:374] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:02:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.208333 8976 raft_consensus.cc:729] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e98f73ac6c4ef592967fc15b9c864f, State: Initialized, Role: FOLLOWER
07:02:14.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.209004 8976 consensus_queue.cc:260] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.210053 8982 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } } }
07:02:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.211104 8982 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: This master's current role is: FOLLOWER
07:02:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.211277 8976 sys_catalog.cc:564] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: configured and running, proceeding with master startup.
07:02:14.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:02:14.216 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:02:14.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.135.254"
port: 37717
}
bound_http_address {
host: "127.8.135.254"
port: 42067
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.135.253"
port: 42131
}
bound_http_address {
host: "127.8.135.253"
port: 38935
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.135.252"
port: 39471
}
bound_http_address {
host: "127.8.135.252"
port: 32821
}
}
}
07:02:14.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:02:14.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.220 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:02:14.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:02:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.224673 8993 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:02:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.227809 8906 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: OK, instance_id { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" instance_seqno: 1781938933145049 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:02:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.234741 8906 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:02:14.250 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.252 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc
07:02:14.257 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:02:14.258 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc
07:02:14.259 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:02:14.261 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:02:14.263 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:02:14.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:02:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:02:14.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.288 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc
07:02:14.289 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:02:14.290 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.135.252:39471
07:02:14.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.290086 8826 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 4
07:02:14.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:02:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.292716 8735 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8906
07:02:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.294273 8971 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.370931 8900 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } attempt: 5
07:02:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.378363 8930 tablet.cc:2369] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:02:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.380270 8735 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8906
07:02:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938933, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.254@KRBTEST.COM for kudu/127.8.135.252@KRBTEST.COM
07:02:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.397171 8829 negotiation.cc:337] Failed RPC negotiation. Trace:
07:02:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.290761 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.8.135.252:39471 (local address 127.0.0.1:40810)
07:02:14.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291070 (+ 309us) negotiation.cc:107] Waiting for socket to connect
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291089 (+ 19us) client_negotiation.cc:174] Beginning negotiation
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291241 (+ 152us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291605 (+ 364us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
07:02:14.398 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.135.253:42131
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291609 (+ 4us) client_negotiation.cc:394] Received NEGOTIATE response from server
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.291972 (+ 363us) client_negotiation.cc:189] Negotiated authn=SASL
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.292121 (+ 149us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.292129 (+ 8us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.293334 (+ 1205us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.293340 (+ 6us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.294782 (+ 1442us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.294804 (+ 22us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.379574 (+ 84770us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.379583 (+ 9us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.379809 (+ 226us) client_negotiation.cc:548] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.380608 (+ 799us) client_negotiation.cc:623] Initiating SASL GSSAPI handshake
07:02:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.380639 (+ 31us) client_negotiation.cc:656] calling sasl_client_start()
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.383423 (+ 2784us) client_negotiation.cc:252] Sending SASL_INITIATE NegotiatePB request
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.396300 (+ 12877us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":169}
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.397362 8903 negotiation.cc:337] Failed RPC negotiation. Trace:
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.371545 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.8.135.252:39471 (local address 127.0.0.1:40826)
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.371748 (+ 203us) negotiation.cc:107] Waiting for socket to connect
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.371769 (+ 21us) client_negotiation.cc:174] Beginning negotiation
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.371881 (+ 112us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.380208 (+ 8327us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.380214 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.380809 (+ 595us) client_negotiation.cc:189] Negotiated authn=SASL
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.381040 (+ 231us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.381055 (+ 15us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 07:02:14.396181 (+ 15126us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":70}
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.398936 8900 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.399235 8826 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.135.252:39471: Network error: Client connection negotiation failed: client connection to 127.8.135.252:39471: connect: Connection refused (error 111)
07:02:14.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:02:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.400101 8735 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8833
07:02:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.401369 8895 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.487670 8735 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8833
07:02:14.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.503 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.135.254:37717
07:02:14.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:02:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.503547 8735 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8759
07:02:14.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.504654 8821 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.583055 8735 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8759
07:02:14.598 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:14.598 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.135.252:39471
07:02:14.600 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.601001 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/logs
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.252:39471
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.252
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32821
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.252
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.938699 9002 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.939062 9002 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.939198 9002 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947062 9002 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947192 9002 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947263 9002 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947355 9002 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947412 9002 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947497 9002 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.947549 9002 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.957393 9002 master_runner.cc:386] Master server non-default flags:
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.252.keytab
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.252
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.252:39471
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.252
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32821
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/logs
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.959044 9002 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.960654 9002 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.972497 9007 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.972687 9010 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:14.972536 9008 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.973659 9002 server_base.cc:1034] running on GCE node
07:02:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.974422 9002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.975819 9002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.977057 9002 hybrid_clock.cc:648] HybridClock initialized: now 1781938934977008 us; error 31 us; skew 500 ppm
07:02:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.977458 9002 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:14 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.980786 9002 init.cc:377] Logged in from keytab as kudu/127.8.135.252@KRBTEST.COM (short username kudu)
07:02:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.982239 9002 webserver.cc:460] Webserver started at http://127.8.135.252:32821/ using document root <none> and password file <none>
07:02:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.982843 9002 fs_manager.cc:359] Metadata directory not provided
07:02:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.982949 9002 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.987924 9002 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s
07:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.990567 9017 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.991741 9002 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
07:02:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.991936 9002 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e98f73ac6c4ef592967fc15b9c864f"
07:02:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:14 on dist-test-slave-nqmt"
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:14.992921 9002 fs_report.cc:383] FS layout report
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/wal
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/data
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.013142 9002 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.017100 9002 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.017423 9002 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.034832 9002 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.252:39471
07:02:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.034863 9068 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.252:39471 every 8 connection(s)
07:02:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.036235 9002 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-2/data/info.pb
07:02:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.043006 9069 sys_catalog.cc:263] Verifying existing consensus state
07:02:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.044986 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 9002
07:02:15.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:15.045 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.135.253:42131
07:02:15.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.046463 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/logs
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.253:42131
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.253
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38935
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.253
07:02:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.046947 9069 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Bootstrap starting.
07:02:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.065912 9069 log.cc:824] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Log is configured to *not* fsync() on all Append() calls
07:02:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.068356 9069 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:02:15.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.068948 9069 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Bootstrap complete.
07:02:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.078519 9069 raft_consensus.cc:348] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.079573 9069 raft_consensus.cc:374] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:02:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.079665 9069 raft_consensus.cc:729] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e98f73ac6c4ef592967fc15b9c864f, State: Initialized, Role: FOLLOWER
07:02:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.080330 9069 consensus_queue.cc:260] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.081311 9073 sys_catalog.cc:455] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } } }
07:02:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.081687 9073 sys_catalog.cc:458] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: This master's current role is: FOLLOWER
07:02:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.082314 9069 sys_catalog.cc:564] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [sys.catalog]: configured and running, proceeding with master startup.
07:02:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.093263 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.093384 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.091182 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.101522 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.239178 9073 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.239543 9073 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.241770 9073 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.242919 9019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.246474 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.246735 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.246850 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.247221 9073 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.269393 9023 tablet.cc:2369] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:02:15.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.378322 9071 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:15.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.378645 9071 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.378744 9071 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387070 9071 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387157 9071 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387205 9071 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387253 9071 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387297 9071 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387353 9071 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.387388 9071 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.396965 9071 master_runner.cc:386] Master server non-default flags:
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.253.keytab
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.253
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.253:42131
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.253
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38935
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/logs
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.398386 9071 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.399621 9071 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.412698 9093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.412734 9094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.412771 9096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.414381 9071 server_base.cc:1034] running on GCE node
07:02:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.415126 9071 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.416476 9071 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.417721 9071 hybrid_clock.cc:648] HybridClock initialized: now 1781938935417667 us; error 51 us; skew 500 ppm
07:02:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.418100 9071 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:15 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938935, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.421293 9071 init.cc:377] Logged in from keytab as kudu/127.8.135.253@KRBTEST.COM (short username kudu)
07:02:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.422904 9071 webserver.cc:460] Webserver started at http://127.8.135.253:38935/ using document root <none> and password file <none>
07:02:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.423581 9071 fs_manager.cc:359] Metadata directory not provided
07:02:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.423736 9071 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.428941 9071 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.003s sys 0.000s
07:02:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.431747 9103 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.433163 9071 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.433353 9071 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ef3cd3e813474384b0ca3478526780"
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.434262 9071 fs_report.cc:383] FS layout report
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/data
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.460210 9071 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.464211 9071 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.464546 9071 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.483397 9071 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.253:42131
07:02:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.483397 9154 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.253:42131 every 8 connection(s)
07:02:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.485081 9071 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/data/info.pb
07:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.491447 9155 sys_catalog.cc:263] Verifying existing consensus state
07:02:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:02:15.491884 9155 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:02:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.492115 9071 master.cc:537] Master@127.8.135.253:42131 shutting down...
07:02:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.492329 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 9071
07:02:15.493 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:15.493 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.135.254:37717
07:02:15.493 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.494494 8735 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskejTEj5/build/asan/bin/kudu
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:02:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/logs
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.254:37717
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.254
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42067
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.254
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:02:15.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.517921 9071 master.cc:552] Master@127.8.135.253:42131 shutdown complete.
07:02:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:02:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.820817 9157 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:02:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.821132 9157 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:02:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.821290 9157 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829317 9157 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829444 9157 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829517 9157 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829592 9157 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829651 9157 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829756 9157 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:02:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.829809 9157 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33579/jwks.json
07:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.840596 9157 master_runner.cc:386] Master server non-default flags:
07:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.135.212:33591
07:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.135.254:37717,127.8.135.253:42131,127.8.135.252:39471
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/krb5kdc/kudu_127.8.135.254.keytab
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.135.254
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.135.254:37717
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33579/jwks.json
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.135.254
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42067
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:02:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/logs
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:01:36 UTC on ccycloud.quasar-ouulox.root.comops.site
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457022
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
07:02:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.842121 9157 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:02:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.843606 9157 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:02:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.856263 9163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.856283 9164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:15.856680 9166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:02:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.857017 9157 server_base.cc:1034] running on GCE node
07:02:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.857787 9157 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:02:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.859251 9157 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:02:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.860481 9157 hybrid_clock.cc:648] HybridClock initialized: now 1781938935860419 us; error 51 us; skew 500 ppm
07:02:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.860765 9157 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:02:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:15 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938935, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:15.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.864127 9157 init.cc:377] Logged in from keytab as kudu/127.8.135.254@KRBTEST.COM (short username kudu)
07:02:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.865607 9157 webserver.cc:460] Webserver started at http://127.8.135.254:42067/ using document root <none> and password file <none>
07:02:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.866211 9157 fs_manager.cc:359] Metadata directory not provided
07:02:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.866321 9157 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:02:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.871587 9157 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.003s sys 0.002s
07:02:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.874789 9173 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:02:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.876214 9157 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.876412 9157 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data,/tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2131c4fe95ea4e21988e1a766d4746a7"
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:02:13 on dist-test-slave-nqmt"
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.877684 9157 fs_report.cc:383] FS layout report
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:02:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/data
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:02:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:02:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.901242 9157 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:02:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.905416 9157 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:02:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.905632 9157 kserver.cc:163] Server-wide thread pool size limit: 3276
07:02:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.923022 9157 rpc_server.cc:307] RPC server started. Bound to: 127.8.135.254:37717
07:02:15.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.923043 9224 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.135.254:37717 every 8 connection(s)
07:02:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.924345 9157 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/data/info.pb
07:02:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.930627 9225 sys_catalog.cc:263] Verifying existing consensus state
07:02:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:02:15.931064 9225 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:02:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.931285 9157 master.cc:537] Master@127.8.135.254:37717 shutting down...
07:02:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.932770 8735 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskejTEj5/build/asan/bin/kudu as pid 9157
07:02:15.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:02:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:15.959293 9157 master.cc:552] Master@127.8.135.254:37717 shutdown complete.
07:02:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskejTEj5/test-tmp/mini-kudu-cluster5923584826153924091/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:02:15.980 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.135.252:39471(127.8.135.252:39471)] connecting to peer
07:02:16.046 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.047 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:16.095021 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:16.095150 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:16.114 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.135.252:39471(127.8.135.252:39471)] Successfully connected to peer
07:02:16.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.190 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:02:16.197 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.135.252
07:02:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:16 dist-test-slave-nqmt krb5kdc[8746](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938934, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.135.252@KRBTEST.COM
07:02:16.395 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6add282d, L:/127.0.0.1:40860 - R:/127.8.135.252:39471] using SASL/GSSAPI
07:02:16.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.420 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.428 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.429 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.439 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.458 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.460 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.478 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.480 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.518 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.520 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.578 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.678 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.798 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:16.859 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:16.861 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:16.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:16.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:16.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:17.096273 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:17.096486 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:17.218 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:17.219 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:17.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:17.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:17.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:17.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:17.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:17.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:17.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:17.355711 9233 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:17.355997 9233 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:17.356869 9233 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:17.359231 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:17.359421 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:17.359567 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:17.359864 9233 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:18.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:18.097777 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:18.097921 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:19.099016 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:19.099130 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:19.179279 9237 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:19.179499 9237 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:19.180230 9237 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:19.182868 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:19.183085 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:19.183162 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:19.183416 9237 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:19.258 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:19.260 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:19.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:19.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:19.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:19.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:19.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:19.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:19.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:20.100248 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:20.100358 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:20.102995 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:20.103157 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:21.101552 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:21.101722 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:22.102924 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:22.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:22.103070 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:22.138 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:22.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.141 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:22.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:22.741391 9243 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:22.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:22.741605 9243 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:22.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:22.742367 9243 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:22.743619 9019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:02:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:22.745551 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:22.745772 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:22.745857 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:22.746062 9243 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:22.918 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:22.919 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:22.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:22.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:22.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:23.104490 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:23.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:23.104638 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:24.105770 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:24.105942 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:24 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938944, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:24.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:24.982846 9013 init.cc:295] Successfully reacquired a new kerberos TGT
07:02:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.104568 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.104770 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:25.107087 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:25.107219 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.108124 9248 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.108253 9248 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.108791 9248 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:25.110740 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:25.110929 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.111088 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:25.111352 9248 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:26.108340 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:26.108547 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:26.498 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:26.499 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:26.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:26.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:26.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:26.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:26.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:26.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:26.507 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:27.109772 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:27.109935 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:28.111061 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:28.111239 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:28.278 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:28.280 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:28.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:28.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:28.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:28.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:28.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:28.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:28.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:29.032287 9252 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:29.032544 9252 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:29.033267 9252 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:29.034387 9019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:02:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:29.035524 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:29.035720 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:29.035813 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:29.036100 9252 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:29.112493 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:29.112612 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:30.106231 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:30.106443 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:30.113669 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:30.113770 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:31.114879 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:31.115002 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:31.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:31.626904 9257 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:31.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:31.627081 9257 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:31.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:31.627624 9257 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:31.633394 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:31.633711 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:31.633806 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:31.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:31.634052 9257 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:32.038 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:32.039 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:32.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:32.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:32.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:32.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:32.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:32.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:32.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:32.116127 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:32.116252 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:33.117465 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:33.117585 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:34.118917 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:34.119036 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:34.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:34.840 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:34.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:34.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:34.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:34.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:34.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:34.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:34.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:34 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938954, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:34.984568 9013 init.cc:295] Successfully reacquired a new kerberos TGT
07:02:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:35.108019 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:35.108202 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:35.120141 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:35.120263 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:35.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:35.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:35.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:35.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:35.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:35.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:35.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:35.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:35.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:36.121861 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:36.122023 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:37.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:37.123208 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:37.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:37.123335 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:38.124570 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:38.124697 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:39.125896 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:39.126024 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:39.176992 9263 raft_consensus.cc:482] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:02:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:39.177176 9263 raft_consensus.cc:504] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2131c4fe95ea4e21988e1a766d4746a7" member_type: VOTER last_known_addr { host: "127.8.135.254" port: 37717 } } peers { permanent_uuid: "34ef3cd3e813474384b0ca3478526780" member_type: VOTER last_known_addr { host: "127.8.135.253" port: 42131 } } peers { permanent_uuid: "00e98f73ac6c4ef592967fc15b9c864f" member_type: VOTER last_known_addr { host: "127.8.135.252" port: 39471 } }
07:02:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:39.177817 9263 leader_election.cc:288] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717), 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131)
07:02:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:39.179183 9019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:02:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:39.180490 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2131c4fe95ea4e21988e1a766d4746a7 (127.8.135.254:37717): Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111)
07:02:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:39.180665 9019 leader_election.cc:334] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 34ef3cd3e813474384b0ca3478526780 (127.8.135.253:42131): Network error: Client connection negotiation failed: client connection to 127.8.135.253:42131: connect: Connection refused (error 111)
07:02:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:39.180732 9019 leader_election.cc:302] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00e98f73ac6c4ef592967fc15b9c864f; no voters: 2131c4fe95ea4e21988e1a766d4746a7, 34ef3cd3e813474384b0ca3478526780
07:02:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:39.181008 9263 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:02:39.239 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:39.240 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:39.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:39.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:39.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:39.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:39.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:39.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:39.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:40.109745 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:40.109913 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:40.127182 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:40.127311 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:40.658 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:40.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:40.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:40.661 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:40.662 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:40.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:40.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:40.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:40.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:41.128507 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:41.128638 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:41.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:41.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:41.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:41.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:41.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:41.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:41.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:41.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:41.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:42.129894 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:42.130023 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:43.131153 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:43.131300 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:44.132603 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:44.132746 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:02:44 dist-test-slave-nqmt krb5kdc[8746](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781938964, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.135.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:02:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:44.986193 9013 init.cc:295] Successfully reacquired a new kerberos TGT
07:02:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:45.111306 9002 master_runner.cc:186] Error getting master registration for 127.8.135.254:37717: Network error: Client connection negotiation failed: client connection to 127.8.135.254:37717: connect: Connection refused (error 111),
07:02:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:45.111467 9002 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:02:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:45.134004 9084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 00e98f73ac6c4ef592967fc15b9c864f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:02:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:45.134143 9084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:02:45.838 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.253:42131(127.8.135.253:42131)] connecting to peer
07:02:45.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.135.254:37717(127.8.135.254:37717)] connecting to peer
07:02:45.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:45.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.135.253:42131(127.8.135.253:42131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:45.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.253:42131: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131
07:02:45.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:45.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.254:37717(127.8.135.254:37717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:45.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.135.254:37717: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
07:02:45.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717; will retry
07:02:45.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29905), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [177ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [232ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [467ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [471ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [477ms] refreshing cache from master, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [501ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [503ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [504ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [520ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [524ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [580ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [581ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [583ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [644ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [743ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [861ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [863ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [865ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [924ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1282ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3316ms] refreshing cache from master, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [3319ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3322ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [6197ms] refreshing cache from master, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [6200ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [6200ms] too many traces: truncated at 100 traces, deferred=Deferred@574075884(state=PENDING, result=null, callback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601), errback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601)))
07:02:45.849 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.135.252:39471(127.8.135.252:39471)] disconnecting while in state READY
07:02:45.850 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.135.253:42131(127.8.135.253:42131)] disconnecting while in state TERMINATED
07:02:45.850 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.135.254:37717(127.8.135.254:37717)] disconnecting while in state TERMINATED
07:02:45.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:02:45.856 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.135.252:39471(127.8.135.252:39471)] handling channelInactive
07:02:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.135.252:39471(127.8.135.252:39471)] cleaning up while in state READY due to: connection closed
07:02:45.860 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:02:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:45.864173 8735 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 9002
07:02:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:45.871158 8735 external_mini_cluster.cc:1652] Unable to check leaks on /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 9002: Not authorized: Client connection negotiation failed: client connection to 127.8.135.252:39471: server requires authentication, but client does not have Kerberos credentials available
07:02:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:45.871377 8735 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 9002
07:02:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:45Z chronyd exiting
07:02:46.020 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:02:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.022368 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8327
07:02:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.031635 8449 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.120968 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8327
07:02:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.138296 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8462
07:02:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.147791 8587 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.234354 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8462
07:02:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.251255 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8599
07:02:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.259735 8722 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.345781 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8599
07:02:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.362365 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8058
07:02:46.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.363584 8119 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.474951 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8058
07:02:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.495895 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8128
07:02:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.497054 8190 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:46.562376 8218 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.219.254:42405: connect: Connection refused (error 111)
07:02:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:02:46.563802 8218 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2ac755aeecf64bed81fc3c8c8caf9789 -> Peer 8fdf95f1f269457bbd9749163687f455 (127.7.219.254:42405): Couldn't send request to peer 8fdf95f1f269457bbd9749163687f455. Status: Network error: Client connection negotiation failed: client connection to 127.7.219.254:42405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:02:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.604560 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8128
07:02:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.624352 8047 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskejTEj5/build/asan/bin/kudu pid 8197
07:02:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.625545 8261 generic_service.cc:196] Checking for leaks (request via RPC)
07:02:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:02:46.740203 8047 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskejTEj5/build/asan/bin/kudu with pid 8197
07:02:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:02:46Z chronyd exiting
07:02:46.890 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29905), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [177ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [232ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [467ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [471ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [477ms] refreshing cache from master, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [501ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [503ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [504ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [520ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [524ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [580ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [581ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [583ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [644ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [743ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [861ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [863ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [865ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [924ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1282ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3316ms] refreshing cache from master, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [3319ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3322ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [6197ms] refreshing cache from master, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [6200ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [6200ms] too many traces: truncated at 100 traces, deferred=Deferred@574075884(state=PENDING, result=null, callback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601), errback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.135.254:37717
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29905), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [177ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [232ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [467ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [471ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [477ms] refreshing cache from master, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [501ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [503ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [504ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [520ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [524ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [580ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [581ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [583ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [644ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [743ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [861ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [863ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [865ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [924ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1282ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3316ms] refreshing cache from master, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [3319ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3322ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [6197ms] refreshing cache from master, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [6200ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [6200ms] too many traces: truncated at 100 traces, deferred=Deferred@574075884(state=PENDING, result=null, callback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601), errback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.135.254:37717
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
07:02:47.808 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
07:02:47.809 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29905), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [177ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [232ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [467ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [471ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [477ms] refreshing cache from master, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [501ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [503ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [504ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [520ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [524ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [580ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [581ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [583ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [644ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [743ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [861ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [863ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [865ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [924ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1282ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3316ms] refreshing cache from master, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [3319ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3322ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [6197ms] refreshing cache from master, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [6200ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [6200ms] too many traces: truncated at 100 traces, deferred=Deferred@574075884(state=PENDING, result=null, callback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601), errback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.135.254:37717
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29905), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [177ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [232ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [467ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [471ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [477ms] refreshing cache from master, [477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [501ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [502ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [503ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [504ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [520ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [524ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [540ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [580ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [581ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [582ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [583ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [640ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [644ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [740ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [741ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [743ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [857ms] refreshing cache from master, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [857ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [861ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [862ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [863ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [865ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [917ms] refreshing cache from master, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [922ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [924ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1276ms] refreshing cache from master, [1276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [1277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [1282ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3316ms] refreshing cache from master, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [3317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.254:37717, [3319ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.252:39471: OK, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.254:37717: Network error: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [3322ms] delaying RPC due to: Service unavailable: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717, [6197ms] refreshing cache from master, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.252:39471, [6197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.135.253:42131, [6200ms] Sub RPC ConnectToMaster: received response from server master-127.8.135.253:42131: Network error: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131, [6200ms] too many traces: truncated at 100 traces, deferred=Deferred@574075884(state=PENDING, result=null, callback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601), errback=(continuation of Deferred@1852898123 after retry RPC after error@2103341366) -> (continuation of Deferred@149910893 after retry RPC after error@400035663) -> (continuation of Deferred@2115703900 after retry RPC after error@1891769704) -> (continuation of Deferred@66411008 after retry RPC after error@1409326918) -> (continuation of Deferred@1923074158 after retry RPC after error@307667464) -> (continuation of Deferred@995811096 after retry RPC after error@1802538394) -> (continuation of Deferred@1738601506 after retry RPC after error@1078021180) -> (continuation of Deferred@755956019 after retry RPC after error@1115532629) -> (continuation of Deferred@580669660 after retry RPC after error@1761007647) -> (continuation of Deferred@854291283 after retry RPC after error@500397918) -> (continuation of Deferred@1560923784 after retry RPC after error@65131286) -> (continuation of Deferred@1786337746 after retry RPC after error@1813428804) -> (continuation of Deferred@2138588352 after retry RPC after error@1921798490) -> (continuation of Deferred@1385902352 after retry RPC after error@193357213) -> (continuation of Deferred@912617065 after retry RPC after error@653520766) -> (continuation of Deferred@762009857 after retry RPC after error@360283068) -> (continuation of Deferred@141711708 after retry RPC after error@834920243) -> (continuation of Deferred@1175927643 after retry RPC after error@418192574) -> (continuation of Deferred@38735430 after retry RPC after error@769287035) -> (continuation of Deferred@1382566008 after retry RPC after error@579905127) -> (continuation of Deferred@1482142029 after retry RPC after error@644399239) -> (continuation of Deferred@911439802 after retry RPC after error@299326601)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.135.252:39471,127.8.135.253:42131,127.8.135.254:37717) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.253:42131(127.8.135.253:42131): Connection refused: /127.8.135.253:42131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.135.254:37717(127.8.135.254:37717): Connection refused: /127.8.135.254:37717
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.135.254:37717
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)