07:36:02.747 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:36:02.759 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNAFIDr/test-tmp
07:36:02.762 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:36:02.765 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNAFIDr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:36:02.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:36:03.244 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:36:03.246 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:36:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.251396 24555 mini_oidc.cc:152] Starting JWKS server
07:36:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.256249 24555 webserver.cc:460] Webserver started at http://127.0.0.1:42943/ using document root <none> and password file <none>
07:36:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.256909 24555 mini_oidc.cc:189] Starting OIDC Discovery server
07:36:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.259014 24555 webserver.cc:460] Webserver started at http://127.0.0.1:44263/ using document root <none> and password file <none>
07:36:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:36:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:36:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:36:03Z Disabled control of system clock
07:36:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.310402 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal
07:36:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data
07:36:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/logs
07:36:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data/info.pb
07:36:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.254:34949
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.254
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json with env {}
07:36:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.700769 24567 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.701565 24567 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.702325 24567 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.733438 24567 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.733876 24567 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.734202 24567 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.734529 24567 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.734889 24567 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.735145 24567 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42943/jwks.json
07:36:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.769841 24567 master_runner.cc:386] Master server non-default flags:
07:36:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data
07:36:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal
07:36:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.254:34949
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data/info.pb
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.254
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/logs
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.771684 24567 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:03.773882 24567 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.815104 24573 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.815148 24574 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:03.820571 24576 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.078771 24575 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1264 milliseconds
07:36:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.078884 24567 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.080228 24567 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.082901 24567 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.084278 24567 hybrid_clock.cc:648] HybridClock initialized: now 1781940965084244 us; error 41 us; skew 500 ppm
07:36:05.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.085361 24567 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.096626 24567 webserver.cc:460] Webserver started at http://127.23.250.254:42177/ using document root <none> and password file <none>
07:36:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.097904 24567 fs_manager.cc:359] Metadata directory not provided
07:36:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.098174 24567 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.098776 24567 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.104741 24567 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data/instance:
07:36:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79521ff06cb4647a378f6d7969ff072"
07:36:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:05 on dist-test-slave-bjlg"
07:36:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.106208 24567 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal/instance:
07:36:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79521ff06cb4647a378f6d7969ff072"
07:36:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:05 on dist-test-slave-bjlg"
07:36:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.114401 24567 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
07:36:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.121325 24583 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.122622 24567 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
07:36:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.122897 24567 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal
07:36:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e79521ff06cb4647a378f6d7969ff072"
07:36:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:05 on dist-test-slave-bjlg"
07:36:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.123194 24567 fs_report.cc:383] FS layout report
07:36:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal
07:36:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal
07:36:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data/data
07:36:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.161590 24567 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.162972 24567 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.163376 24567 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.332306 24567 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.254:34949
07:36:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.332423 24634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.254:34949 every 8 connection(s)
07:36:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.335920 24567 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/data/info.pb
07:36:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.340214 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 24567
07:36:05.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.340766 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-0/wal/instance
07:36:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.342731 24635 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.346138 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/logs
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data/info.pb
07:36:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.253:45847
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.253
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json with env {}
07:36:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.363818 24635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } has no permanent_uuid. Determining permanent_uuid...
07:36:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.420593 24635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } has no permanent_uuid. Determining permanent_uuid...
07:36:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.426146 24584 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.435899 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.485522 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 1
07:36:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.489713 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.558122 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 2
07:36:05.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.565759 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.657375 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 3
07:36:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.664966 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.789398 24637 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.789953 24637 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.790545 24637 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.808495 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 4
07:36:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.812721 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.822461 24637 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.822824 24637 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.823151 24637 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.823537 24637 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.823865 24637 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.824100 24637 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42943/jwks.json
07:36:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.859282 24637 master_runner.cc:386] Master server non-default flags:
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:05.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.253:45847
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data/info.pb
07:36:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.253
07:36:05.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/logs
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.860927 24637 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:05.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:05.863044 24637 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.887300 24646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:06.112179 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 5
07:36:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:06.119565 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:06.667274 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 6
07:36:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:06.687127 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.253:45847: Network error: Client connection negotiation failed: client connection to 127.23.250.253:45847: connect: Connection refused (error 111)
07:36:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.888533 24647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:05.888651 24649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.183779 24648 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
07:36:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.183897 24637 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.185479 24637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.188994 24637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.190733 24637 hybrid_clock.cc:648] HybridClock initialized: now 1781940967190697 us; error 40 us; skew 500 ppm
07:36:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.191875 24637 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.206655 24637 webserver.cc:460] Webserver started at http://127.23.250.253:33077/ using document root <none> and password file <none>
07:36:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.207695 24637 fs_manager.cc:359] Metadata directory not provided
07:36:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.207988 24637 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.208456 24637 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.213831 24637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data/instance:
07:36:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e742ff5013547ada3ad6f71ad0ef9cc"
07:36:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:07 on dist-test-slave-bjlg"
07:36:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.215153 24637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal/instance:
07:36:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e742ff5013547ada3ad6f71ad0ef9cc"
07:36:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:07 on dist-test-slave-bjlg"
07:36:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.222148 24637 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
07:36:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.230538 24658 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.231817 24637 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
07:36:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.232246 24637 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal
07:36:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e742ff5013547ada3ad6f71ad0ef9cc"
07:36:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:07 on dist-test-slave-bjlg"
07:36:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.232751 24637 fs_report.cc:383] FS layout report
07:36:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal
07:36:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data/data
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.292398 24637 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.294719 24637 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.295266 24637 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.419029 24637 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.253:45847
07:36:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.419122 24709 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.253:45847 every 8 connection(s)
07:36:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.421975 24637 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/data/info.pb
07:36:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.427376 24710 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.431200 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 24637
07:36:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.431658 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-1/wal/instance
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.434579 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/logs
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data/info.pb
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.252:43469
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.252
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json with env {}
07:36:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.442399 24710 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } has no permanent_uuid. Determining permanent_uuid...
07:36:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.466809 24710 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } has no permanent_uuid. Determining permanent_uuid...
07:36:07.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.482561 24710 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } has no permanent_uuid. Determining permanent_uuid...
07:36:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.484813 24659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.488895 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.538460 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 1
07:36:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.542469 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.610870 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 2
07:36:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.614702 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.706121 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 3
07:36:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.710390 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.739955 24712 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.740556 24712 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.741149 24712 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.747699 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } attempt: 7
07:36:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.760269 24635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } has no permanent_uuid. Determining permanent_uuid...
07:36:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.765029 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.775990 24712 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.776257 24712 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.776446 24712 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.776700 24712 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.776897 24712 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.777037 24712 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42943/jwks.json
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.810884 24712 master_runner.cc:386] Master server non-default flags:
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.252:43469
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42943/jwks.json
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data/info.pb
07:36:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.252
07:36:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/logs
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.812155 24712 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.814061 24712 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.823413 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 1
07:36:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.830600 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.834189 24725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.853830 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 4
07:36:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.858563 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:07.912075 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 2
07:36:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.915673 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.001327 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 3
07:36:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.006142 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.146804 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 4
07:36:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.150909 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.157966 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 5
07:36:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.162294 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.434487 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 5
07:36:08.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.439873 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.709681 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 6
07:36:08.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.722070 24710 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:08.992393 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 6
07:36:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:08.998723 24635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.250.252:43469: Network error: Client connection negotiation failed: client connection to 127.23.250.252:43469: connect: Connection refused (error 111)
07:36:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.834355 24727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:07.835424 24724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:09.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:09.066874 24726 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:36:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.066938 24712 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.071419 24712 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.074811 24712 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.076610 24712 hybrid_clock.cc:648] HybridClock initialized: now 1781940969076544 us; error 45 us; skew 500 ppm
07:36:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.077775 24712 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.085702 24712 webserver.cc:460] Webserver started at http://127.23.250.252:34363/ using document root <none> and password file <none>
07:36:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.086925 24712 fs_manager.cc:359] Metadata directory not provided
07:36:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.087188 24712 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.087733 24712 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.094767 24712 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data/instance:
07:36:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ba8603c825143be9c07b2d64de01467"
07:36:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:09 on dist-test-slave-bjlg"
07:36:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.096328 24712 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal/instance:
07:36:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ba8603c825143be9c07b2d64de01467"
07:36:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:09 on dist-test-slave-bjlg"
07:36:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.103987 24712 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:36:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.110039 24738 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.111102 24712 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:36:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.111528 24712 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ba8603c825143be9c07b2d64de01467"
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:09 on dist-test-slave-bjlg"
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.111881 24712 fs_report.cc:383] FS layout report
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data/data
07:36:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.150233 24712 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.151758 24712 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.152258 24712 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.226400 24712 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.252:43469
07:36:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.226501 24789 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.252:43469 every 8 connection(s)
07:36:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.229183 24712 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/data/info.pb
07:36:09.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.229879 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 24712
07:36:09.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.230336 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/master-2/wal/instance
07:36:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.235577 24790 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.254688 24790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } has no permanent_uuid. Determining permanent_uuid...
07:36:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.297485 24790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } has no permanent_uuid. Determining permanent_uuid...
07:36:09.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.309530 24790 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } has no permanent_uuid. Determining permanent_uuid...
07:36:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.326915 24790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: Bootstrap starting.
07:36:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.333603 24790 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: Neither blocks nor log segments found. Creating new log.
07:36:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.335322 24790 log.cc:824] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: Log is configured to *not* fsync() on all Append() calls
07:36:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.340761 24790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: No bootstrap required, opened a new log
07:36:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.362370 24790 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.362975 24790 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:36:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.363230 24790 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ba8603c825143be9c07b2d64de01467, State: Initialized, Role: FOLLOWER
07:36:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.364125 24790 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.367125 24799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.367987 24799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: This master's current role is: FOLLOWER
07:36:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.368916 24790 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: configured and running, proceeding with master startup.
07:36:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:09.396044 24810 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:09.396335 24810 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:09.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:09.407655 24744 tablet.cc:2369] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:36:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.389613 24712 master_runner.cc:186] Error getting master registration for 127.23.250.254:34949: OK, instance_id { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" instance_seqno: 1781940965276050 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:36:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.424921 24712 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.441859 24799 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.442402 24799 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.444747 24799 leader_election.cc:288] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e79521ff06cb4647a378f6d7969ff072 (127.23.250.254:34949), 2e742ff5013547ada3ad6f71ad0ef9cc (127.23.250.253:45847)
07:36:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.782400 24710 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 7
07:36:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.806607 24710 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: Bootstrap starting.
07:36:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.813516 24710 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: Neither blocks nor log segments found. Creating new log.
07:36:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.817355 24710 log.cc:824] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: Log is configured to *not* fsync() on all Append() calls
07:36:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.822889 24710 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: No bootstrap required, opened a new log
07:36:09.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.844010 24710 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.844905 24710 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:36:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.845230 24710 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e742ff5013547ada3ad6f71ad0ef9cc, State: Initialized, Role: FOLLOWER
07:36:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.846279 24710 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.851181 24814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.852422 24814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: This master's current role is: FOLLOWER
07:36:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.853590 24710 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: configured and running, proceeding with master startup.
07:36:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.853749 24685 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ba8603c825143be9c07b2d64de01467" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" is_pre_election: true
07:36:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.854600 24685 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ba8603c825143be9c07b2d64de01467 in term 0.
07:36:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.856143 24739 leader_election.cc:302] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e742ff5013547ada3ad6f71ad0ef9cc, 6ba8603c825143be9c07b2d64de01467; no voters:
07:36:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.857364 24799 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:36:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.857728 24799 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:36:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.858098 24799 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 0 FOLLOWER]: Advancing to term 1
07:36:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.867311 24799 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.871155 24685 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ba8603c825143be9c07b2d64de01467" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc"
07:36:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.871850 24685 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 0 FOLLOWER]: Advancing to term 1
07:36:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.873673 24799 leader_election.cc:288] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [CANDIDATE]: Term 1 election: Requested vote from peers e79521ff06cb4647a378f6d7969ff072 (127.23.250.254:34949), 2e742ff5013547ada3ad6f71ad0ef9cc (127.23.250.253:45847)
07:36:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.879405 24685 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ba8603c825143be9c07b2d64de01467 in term 1.
07:36:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.883107 24739 leader_election.cc:302] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e742ff5013547ada3ad6f71ad0ef9cc, 6ba8603c825143be9c07b2d64de01467; no voters:
07:36:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.893682 24825 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:36:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.894140 24799 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 1 FOLLOWER]: Leader election won for term 1
07:36:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.896817 24799 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [term 1 LEADER]: Becoming Leader. State: Replica: 6ba8603c825143be9c07b2d64de01467, State: Running, Role: LEADER
07:36:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.897997 24799 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.909863 24826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ba8603c825143be9c07b2d64de01467. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.910670 24826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: This master's current role is: LEADER
07:36:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.912935 24828 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:36:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.919875 24828 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:36:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.898584 24637 master_runner.cc:186] Error getting master registration for 127.23.250.254:34949: OK, instance_id { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" instance_seqno: 1781940965276050 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:36:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.936398 24637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.942358 24685 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [term 1 FOLLOWER]: Refusing update from remote peer 6ba8603c825143be9c07b2d64de01467: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:36:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.943965 24799 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:36:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.966861 24814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ba8603c825143be9c07b2d64de01467. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.968137 24814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: This master's current role is: FOLLOWER
07:36:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.975764 24826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.976508 24826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: This master's current role is: LEADER
07:36:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.980211 24828 catalog_manager.cc:1347] Generated new cluster ID: 139b5d340533469e88691cf96f9c5617
07:36:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:09.980465 24828 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:36:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.000865 24814 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.001700 24814 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc [sys.catalog]: This master's current role is: FOLLOWER
07:36:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.012097 24828 catalog_manager.cc:1370] Generated new certificate authority record
07:36:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.015069 24828 catalog_manager.cc:1504] Loading token signing keys...
07:36:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.032126 24635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } attempt: 7
07:36:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.048535 24828 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467: Generated new TSK 0
07:36:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.050357 24828 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:36:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.060078 24635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: Bootstrap starting.
07:36:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.068162 24635 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: Neither blocks nor log segments found. Creating new log.
07:36:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.070770 24635 log.cc:824] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: Log is configured to *not* fsync() on all Append() calls
07:36:10.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.075661 24635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: No bootstrap required, opened a new log
07:36:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.106158 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/logs
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data/info.pb
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:10.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.193:0
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.193
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.193
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:36:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.109503 24635 raft_consensus.cc:348] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.110402 24635 raft_consensus.cc:374] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:36:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.110718 24635 raft_consensus.cc:729] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e79521ff06cb4647a378f6d7969ff072, State: Initialized, Role: FOLLOWER
07:36:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.111967 24635 consensus_queue.cc:260] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } }
07:36:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.115617 24837 sys_catalog.cc:455] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.117486 24837 sys_catalog.cc:458] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: This master's current role is: FOLLOWER
07:36:10.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.119163 24609 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ba8603c825143be9c07b2d64de01467" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79521ff06cb4647a378f6d7969ff072"
07:36:10.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.119136 24610 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6ba8603c825143be9c07b2d64de01467" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e79521ff06cb4647a378f6d7969ff072" is_pre_election: true
07:36:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.120875 24608 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [term 0 FOLLOWER]: Advancing to term 1
07:36:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.119673 24635 sys_catalog.cc:564] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: configured and running, proceeding with master startup.
07:36:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.130790 24608 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [term 1 FOLLOWER]: Refusing update from remote peer 6ba8603c825143be9c07b2d64de01467: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:36:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.132992 24826 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:36:10.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.216789 24837 sys_catalog.cc:455] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6ba8603c825143be9c07b2d64de01467. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.219201 24837 sys_catalog.cc:458] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: This master's current role is: FOLLOWER
07:36:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.218400 24843 sys_catalog.cc:455] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.220088 24843 sys_catalog.cc:458] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072 [sys.catalog]: This master's current role is: FOLLOWER
07:36:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.301999 24853 catalog_manager.cc:1259] Loaded cluster ID: 139b5d340533469e88691cf96f9c5617
07:36:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.302773 24853 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: loading cluster ID for follower catalog manager: success
07:36:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.312064 24853 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: acquiring CA information for follower catalog manager: success
07:36:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.327586 24853 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e79521ff06cb4647a378f6d7969ff072: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:36:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.630319 24836 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.630996 24836 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:10.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.631736 24836 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.687515 24836 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.688868 24836 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.250.193
07:36:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.748701 24836 tablet_server_runner.cc:78] Tablet server non-default flags:
07:36:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.193:0
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data/info.pb
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.193
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.193
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/logs
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.750367 24836 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.752437 24836 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.775785 24826 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6ba8603c825143be9c07b2d64de01467" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e79521ff06cb4647a378f6d7969ff072" member_type: VOTER last_known_addr { host: "127.23.250.254" port: 34949 } } peers { permanent_uuid: "2e742ff5013547ada3ad6f71ad0ef9cc" member_type: VOTER last_known_addr { host: "127.23.250.253" port: 45847 } } peers { permanent_uuid: "6ba8603c825143be9c07b2d64de01467" member_type: VOTER last_known_addr { host: "127.23.250.252" port: 43469 } } }
07:36:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.776582 24826 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6ba8603c825143be9c07b2d64de01467 [sys.catalog]: This master's current role is: LEADER
07:36:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.793514 24863 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.910712 24825 catalog_manager.cc:1259] Loaded cluster ID: 139b5d340533469e88691cf96f9c5617
07:36:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.911329 24825 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: loading cluster ID for follower catalog manager: success
07:36:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.927011 24825 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: acquiring CA information for follower catalog manager: success
07:36:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:10.940294 24825 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2e742ff5013547ada3ad6f71ad0ef9cc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:36:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:12.181327 24860 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 24836
07:36:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:13.848589 24860 kernel_stack_watchdog.cc:198] Thread 24836 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 382ms:
07:36:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:36:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:36:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:36:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:36:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:10.796831 24864 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:13.850708 24836 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.054s user 0.001s sys 0.000s
07:36:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:13.851083 24836 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.055s user 0.002s sys 0.000s
07:36:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:13.852089 24865 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3052 milliseconds
07:36:13.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.853214 24836 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:13.853981 24867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.856022 24836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.858879 24836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.860443 24836 hybrid_clock.cc:648] HybridClock initialized: now 1781940973860419 us; error 34 us; skew 500 ppm
07:36:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.861400 24836 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.872965 24836 webserver.cc:460] Webserver started at http://127.23.250.193:44273/ using document root <none> and password file <none>
07:36:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.873880 24836 fs_manager.cc:359] Metadata directory not provided
07:36:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.874063 24836 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.874423 24836 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.879279 24836 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data/instance:
07:36:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9df96fb5fb2243aaac1ff2231dd241bf"
07:36:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:13 on dist-test-slave-bjlg"
07:36:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.880473 24836 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal/instance:
07:36:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9df96fb5fb2243aaac1ff2231dd241bf"
07:36:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:13 on dist-test-slave-bjlg"
07:36:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.889038 24836 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
07:36:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.895164 24879 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.896389 24836 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.001s
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.896739 24836 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9df96fb5fb2243aaac1ff2231dd241bf"
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:13 on dist-test-slave-bjlg"
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.897056 24836 fs_report.cc:383] FS layout report
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data/data
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.940646 24836 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.942329 24836 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.942714 24836 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.945815 24836 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:36:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.950528 24836 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:36:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.950781 24836 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:36:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.951051 24836 ts_tablet_manager.cc:610] Registered 0 tablets
07:36:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:13.951275 24836 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:36:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.134837 24836 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.193:46443
07:36:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.134964 24991 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.193:46443 every 8 connection(s)
07:36:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.137843 24836 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/data/info.pb
07:36:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.148940 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 24836
07:36:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.149576 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-0/wal/instance
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.164800 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/logs
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data/info.pb
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.194:0
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.194
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.194
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:36:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.196648 24992 heartbeater.cc:347] Connected to a master server at 127.23.250.252:43469
07:36:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.197228 24992 heartbeater.cc:464] Registering TS with master...
07:36:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.198658 24992 heartbeater.cc:511] Master 127.23.250.252:43469 requested a full tablet report, sending...
07:36:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.201905 24755 ts_manager.cc:194] Registered new tserver with Master: 9df96fb5fb2243aaac1ff2231dd241bf (127.23.250.193:46443)
07:36:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.205045 24755 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.250.193:36069
07:36:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.205158 24994 heartbeater.cc:347] Connected to a master server at 127.23.250.254:34949
07:36:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.205494 24994 heartbeater.cc:464] Registering TS with master...
07:36:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.206248 24994 heartbeater.cc:511] Master 127.23.250.254:34949 requested a full tablet report, sending...
07:36:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.207090 24993 heartbeater.cc:347] Connected to a master server at 127.23.250.253:45847
07:36:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.207423 24993 heartbeater.cc:464] Registering TS with master...
07:36:14.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.208983 24993 heartbeater.cc:511] Master 127.23.250.253:45847 requested a full tablet report, sending...
07:36:14.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.209201 24600 ts_manager.cc:194] Registered new tserver with Master: 9df96fb5fb2243aaac1ff2231dd241bf (127.23.250.193:46443)
07:36:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.212292 24675 ts_manager.cc:194] Registered new tserver with Master: 9df96fb5fb2243aaac1ff2231dd241bf (127.23.250.193:46443)
07:36:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.534801 25002 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.535337 25002 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.535944 25002 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.567451 25002 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.568665 25002 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.250.194
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.602569 25002 tablet_server_runner.cc:78] Tablet server non-default flags:
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.194:0
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data/info.pb
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.194
07:36:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.194
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/logs
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.604054 25002 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.606168 25002 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.626452 25008 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.210155 24992 heartbeater.cc:503] Master 127.23.250.252:43469 was elected leader, sending a full tablet report...
07:36:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.626534 25009 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:14.627486 25011 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:14.629139 25002 server_base.cc:1034] running on GCE node
07:36:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.825438 25002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.828231 25002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.829694 25002 hybrid_clock.cc:648] HybridClock initialized: now 1781940975829650 us; error 56 us; skew 500 ppm
07:36:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.830497 25002 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.836651 25002 webserver.cc:460] Webserver started at http://127.23.250.194:41651/ using document root <none> and password file <none>
07:36:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.837494 25002 fs_manager.cc:359] Metadata directory not provided
07:36:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.837672 25002 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.838035 25002 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.842737 25002 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data/instance:
07:36:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369521dec2f64b4898baf3f68e0465bd"
07:36:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:15 on dist-test-slave-bjlg"
07:36:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.843741 25002 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal/instance:
07:36:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369521dec2f64b4898baf3f68e0465bd"
07:36:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:15 on dist-test-slave-bjlg"
07:36:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.850661 25002 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
07:36:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.856212 25019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.857422 25002 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:36:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.857913 25002 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal
07:36:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369521dec2f64b4898baf3f68e0465bd"
07:36:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:15 on dist-test-slave-bjlg"
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.858297 25002 fs_report.cc:383] FS layout report
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data/data
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.928853 25002 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.930429 25002 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.930922 25002 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:15.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.933418 25002 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:36:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.937609 25002 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:36:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.937829 25002 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:36:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.938164 25002 ts_tablet_manager.cc:610] Registered 0 tablets
07:36:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:15.938352 25002 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:36:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.110123 25002 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.194:42047
07:36:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.110226 25131 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.194:42047 every 8 connection(s)
07:36:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.112742 25002 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/data/info.pb
07:36:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.121764 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25002
07:36:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.122323 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-1/wal/instance
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.135756 24555 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/logs
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data/info.pb
07:36:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.195:0
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.195
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.195
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:36:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.156251 25132 heartbeater.cc:347] Connected to a master server at 127.23.250.252:43469
07:36:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.156755 25132 heartbeater.cc:464] Registering TS with master...
07:36:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.157893 25132 heartbeater.cc:511] Master 127.23.250.252:43469 requested a full tablet report, sending...
07:36:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.161556 24755 ts_manager.cc:194] Registered new tserver with Master: 369521dec2f64b4898baf3f68e0465bd (127.23.250.194:42047)
07:36:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.163735 24755 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.250.194:51819
07:36:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.176357 25134 heartbeater.cc:347] Connected to a master server at 127.23.250.254:34949
07:36:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.176879 25134 heartbeater.cc:464] Registering TS with master...
07:36:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.177874 25134 heartbeater.cc:511] Master 127.23.250.254:34949 requested a full tablet report, sending...
07:36:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.178857 25133 heartbeater.cc:347] Connected to a master server at 127.23.250.253:45847
07:36:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.179185 25133 heartbeater.cc:464] Registering TS with master...
07:36:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.179908 25133 heartbeater.cc:511] Master 127.23.250.253:45847 requested a full tablet report, sending...
07:36:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.180877 24600 ts_manager.cc:194] Registered new tserver with Master: 369521dec2f64b4898baf3f68e0465bd (127.23.250.194:42047)
07:36:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.182771 24675 ts_manager.cc:194] Registered new tserver with Master: 369521dec2f64b4898baf3f68e0465bd (127.23.250.194:42047)
07:36:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.484797 25142 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.485368 25142 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.485950 25142 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.516927 25142 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.517861 25142 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.250.195
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.551854 25142 tablet_server_runner.cc:78] Tablet server non-default flags:
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.250.212:39729
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.250.195:0
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data/info.pb
07:36:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.250.195
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.250.254:34949,127.23.250.253:45847,127.23.250.252:43469
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.250.195
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/logs
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.553480 25142 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:16.555223 25142 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.575146 25148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:17.079278 24631 debug-util.cc:398] Leaking SignalData structure 0x7b08000a51e0 after lost signal to thread 24568
07:36:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.168673 25132 heartbeater.cc:503] Master 127.23.250.252:43469 was elected leader, sending a full tablet report...
07:36:17.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.575742 25149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:17.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:16.575647 25151 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:17.922770 25150 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1346 milliseconds
07:36:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.922955 25142 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.924377 25142 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.927104 25142 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.928524 25142 hybrid_clock.cc:648] HybridClock initialized: now 1781940977928466 us; error 80 us; skew 500 ppm
07:36:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.929347 25142 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.937183 25142 webserver.cc:460] Webserver started at http://127.23.250.195:36167/ using document root <none> and password file <none>
07:36:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.938030 25142 fs_manager.cc:359] Metadata directory not provided
07:36:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.938206 25142 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.938575 25142 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.943271 25142 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data/instance:
07:36:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dafe10f65d6482ab794f1d47643b566"
07:36:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:17 on dist-test-slave-bjlg"
07:36:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.944504 25142 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal/instance:
07:36:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dafe10f65d6482ab794f1d47643b566"
07:36:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:17 on dist-test-slave-bjlg"
07:36:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.952595 25142 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:36:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.961216 25159 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.962674 25142 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
07:36:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.963105 25142 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal
07:36:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dafe10f65d6482ab794f1d47643b566"
07:36:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:17 on dist-test-slave-bjlg"
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:17.963546 25142 fs_report.cc:383] FS layout report
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data/data
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.011945 25142 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.013845 25142 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.014266 25142 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.017078 25142 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:36:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.021371 25142 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:36:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.021592 25142 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:36:18.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.021924 25142 ts_tablet_manager.cc:610] Registered 0 tablets
07:36:18.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.022110 25142 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:36:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.215265 25142 rpc_server.cc:307] RPC server started. Bound to: 127.23.250.195:36225
07:36:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.215425 25271 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.250.195:36225 every 8 connection(s)
07:36:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.218058 25142 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/data/info.pb
07:36:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.229197 24555 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25142
07:36:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.229755 24555 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster752911865654632988/ts-2/wal/instance
07:36:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.277281 25274 heartbeater.cc:347] Connected to a master server at 127.23.250.254:34949
07:36:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.277796 25274 heartbeater.cc:464] Registering TS with master...
07:36:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.279012 25274 heartbeater.cc:511] Master 127.23.250.254:34949 requested a full tablet report, sending...
07:36:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.283767 24600 ts_manager.cc:194] Registered new tserver with Master: 5dafe10f65d6482ab794f1d47643b566 (127.23.250.195:36225)
07:36:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.311777 25273 heartbeater.cc:347] Connected to a master server at 127.23.250.253:45847
07:36:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.312155 25273 heartbeater.cc:464] Registering TS with master...
07:36:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.313040 25273 heartbeater.cc:511] Master 127.23.250.253:45847 requested a full tablet report, sending...
07:36:18.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.313556 25272 heartbeater.cc:347] Connected to a master server at 127.23.250.252:43469
07:36:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.313905 25272 heartbeater.cc:464] Registering TS with master...
07:36:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.314690 25272 heartbeater.cc:511] Master 127.23.250.252:43469 requested a full tablet report, sending...
07:36:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.315821 24675 ts_manager.cc:194] Registered new tserver with Master: 5dafe10f65d6482ab794f1d47643b566 (127.23.250.195:36225)
07:36:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.324097 24755 ts_manager.cc:194] Registered new tserver with Master: 5dafe10f65d6482ab794f1d47643b566 (127.23.250.195:36225)
07:36:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.326640 24755 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.250.195:49651
07:36:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:18.336705 24555 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:36:18.348 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:36:18.350 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:36:18.366 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.250.254"
port: 34949
}
bound_http_address {
host: "127.23.250.254"
port: 42177
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.250.253"
port: 45847
}
bound_http_address {
host: "127.23.250.253"
port: 33077
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.250.252"
port: 43469
}
bound_http_address {
host: "127.23.250.252"
port: 34363
}
}
}
07:36:18.373 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:36:18.376 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.250.193"
port: 46443
}
bound_http_address {
host: "127.23.250.193"
port: 44273
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.250.194"
port: 42047
}
bound_http_address {
host: "127.23.250.194"
port: 41651
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.250.195"
port: 36225
}
bound_http_address {
host: "127.23.250.195"
port: 36167
}
}
}
07:36:18.377 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:36:18.580 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:36:18.752 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNAFIDr/test-tmp
07:36:18.753 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:36:18.756 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNAFIDr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:36:18.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:36:19.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:19.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:36:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:19.160746 25285 mini_oidc.cc:152] Starting JWKS server
07:36:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:19.164872 25285 webserver.cc:460] Webserver started at http://127.0.0.1:45925/ using document root <none> and password file <none>
07:36:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:19.165374 25285 mini_oidc.cc:189] Starting OIDC Discovery server
07:36:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:19.168531 25285 webserver.cc:460] Webserver started at http://127.0.0.1:33697/ using document root <none> and password file <none>
07:36:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:36:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/principal' for realm 'KRBTEST.COM',
07:36:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:36:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:19 dist-test-slave-bjlg krb5kdc[25297](info): setting up network...
07:36:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:36:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:19 dist-test-slave-bjlg krb5kdc[25297](info): set up 2 sockets
07:36:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:19 dist-test-slave-bjlg krb5kdc[25297](info): commencing operation
07:36:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:36:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:19.331297 25272 heartbeater.cc:503] Master 127.23.250.252:43469 was elected leader, sending a full tablet report...
07:36:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.310621 25285 mini_kdc.cc:121] Time spent starting KDC: real 1.115s user 0.005s sys 0.016s
07:36:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:36:20.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:36:20.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:36:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:36:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:36:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:36:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:36:20.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:36:20.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:36:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:36:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/test-user.keytab.
07:36:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/test-user.keytab.
07:36:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:20 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940980, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:36:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:36:20Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:36:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:36:20Z Disabled control of system clock
07:36:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.177.126@KRBTEST.COM; defaulting to no policy
07:36:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.177.126@KRBTEST.COM" created.
07:36:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab.
07:36:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab.
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:20.509763 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/logs
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.126:46459
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.126
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.126
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:20.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.819089 25310 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:20.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.819707 25310 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.820269 25310 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.852401 25310 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.852671 25310 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.852958 25310 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.853181 25310 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.853405 25310 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.853680 25310 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.853870 25310 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:20.896723 25310 master_runner.cc:386] Master server non-default flags:
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.126
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.126:46459
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.126
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/logs
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:20.897938 25310 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:20.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:20.898973 25310 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.919252 25318 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.919294 25317 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:20.921005 25310 server_base.cc:1034] running on GCE node
07:36:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:20.919301 25320 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:22.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.146047 25310 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.149291 25310 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.150733 25310 hybrid_clock.cc:648] HybridClock initialized: now 1781940982150670 us; error 70 us; skew 500 ppm
07:36:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.151543 25310 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:22 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940982, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.157603 25310 init.cc:377] Logged in from keytab as kudu/127.24.177.126@KRBTEST.COM (short username kudu)
07:36:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.163066 25310 webserver.cc:460] Webserver started at http://127.24.177.126:40597/ using document root <none> and password file <none>
07:36:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.164042 25310 fs_manager.cc:359] Metadata directory not provided
07:36:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.164278 25310 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.164841 25310 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.170233 25310 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/instance:
07:36:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0168c2f7f302466e8ca58d14aa18bd9e"
07:36:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:22 on dist-test-slave-bjlg"
07:36:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.171494 25310 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal/instance:
07:36:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0168c2f7f302466e8ca58d14aa18bd9e"
07:36:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:22 on dist-test-slave-bjlg"
07:36:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.179754 25310 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
07:36:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.185962 25328 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.187013 25310 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:36:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.187390 25310 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0168c2f7f302466e8ca58d14aa18bd9e"
07:36:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:22 on dist-test-slave-bjlg"
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.187757 25310 fs_report.cc:383] FS layout report
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/data
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.242168 25310 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.248409 25310 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:22.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.248994 25310 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.327414 25310 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.126:46459
07:36:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.327591 25379 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.126:46459 every 8 connection(s)
07:36:22.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.330883 25310 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.333731 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25310
07:36:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.334280 25285 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal/instance
07:36:22.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.337641 25380 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.177.125@KRBTEST.COM; defaulting to no policy
07:36:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.352337 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
07:36:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.177.125@KRBTEST.COM" created.
07:36:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:22 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940982, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.126@KRBTEST.COM for kudu/127.24.177.126@KRBTEST.COM
07:36:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab.
07:36:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab.
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.381806 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/logs
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.125:41475
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.125
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.125
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.391721 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } has no permanent_uuid. Determining permanent_uuid...
07:36:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.394479 25330 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.399058 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.448632 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 1
07:36:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.452139 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.520537 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 2
07:36:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.524524 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.615962 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 3
07:36:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.619675 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.724298 25386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.724841 25386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.725430 25386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.757496 25386 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.757726 25386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.758060 25386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.758271 25386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.758456 25386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.758637 25386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.758843 25386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.763183 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 4
07:36:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.766709 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.795532 25386 master_runner.cc:386] Master server non-default flags:
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.125
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.125:41475
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.125
07:36:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/logs
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.796777 25386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:22.797732 25386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.817101 25396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:23.066130 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 5
07:36:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:23.069782 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:23.617163 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 6
07:36:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:23.623764 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.125:41475: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.817159 25394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:22.817271 25393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.064941 25395 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:36:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.065282 25386 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.069275 25386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.071930 25386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.073269 25386 hybrid_clock.cc:648] HybridClock initialized: now 1781940984073220 us; error 62 us; skew 500 ppm
07:36:24.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.074079 25386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:24 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940984, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:24.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.080168 25386 init.cc:377] Logged in from keytab as kudu/127.24.177.125@KRBTEST.COM (short username kudu)
07:36:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.085103 25386 webserver.cc:460] Webserver started at http://127.24.177.125:46429/ using document root <none> and password file <none>
07:36:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.086072 25386 fs_manager.cc:359] Metadata directory not provided
07:36:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.086335 25386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.086839 25386 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.091800 25386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/instance:
07:36:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2040cb2d7432f9c7b050e997b0be3"
07:36:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:24 on dist-test-slave-bjlg"
07:36:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.093009 25386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal/instance:
07:36:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2040cb2d7432f9c7b050e997b0be3"
07:36:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:24 on dist-test-slave-bjlg"
07:36:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.100217 25386 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
07:36:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.105911 25408 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.107064 25386 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:36:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.107473 25386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2040cb2d7432f9c7b050e997b0be3"
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:24 on dist-test-slave-bjlg"
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.107816 25386 fs_report.cc:383] FS layout report
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/data
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.156353 25386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.161911 25386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.162411 25386 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.246711 25386 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.125:41475
07:36:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.246841 25459 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.125:41475 every 8 connection(s)
07:36:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.249419 25386 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.256177 25460 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.257946 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25386
07:36:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.258350 25285 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal/instance
07:36:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.270622 25460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
07:36:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.177.124@KRBTEST.COM; defaulting to no policy
07:36:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.177.124@KRBTEST.COM" created.
07:36:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:24 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940984, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.125@KRBTEST.COM for kudu/127.24.177.126@KRBTEST.COM
07:36:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:36:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab.
07:36:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.177.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab.
07:36:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.305528 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/logs
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.124:37091
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.124
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.124
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.314402 25460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } has no permanent_uuid. Determining permanent_uuid...
07:36:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:24 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940984, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.125@KRBTEST.COM for kudu/127.24.177.125@KRBTEST.COM
07:36:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.348690 25460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } has no permanent_uuid. Determining permanent_uuid...
07:36:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.351567 25411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.356032 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.405650 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 1
07:36:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.409538 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.477906 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 2
07:36:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.481734 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.573099 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 3
07:36:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.576522 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.624471 25466 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.625064 25466 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.625736 25466 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.659241 25466 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.659479 25466 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.659734 25466 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.659924 25466 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.660109 25466 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.660290 25466 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.660442 25466 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:24.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.684180 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } attempt: 7
07:36:24.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:24 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940982, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.126@KRBTEST.COM for kudu/127.24.177.125@KRBTEST.COM
07:36:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.699512 25466 master_runner.cc:386] Master server non-default flags:
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.124
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.124:37091
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.124
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/logs
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.701066 25466 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.702159 25466 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.707469 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } has no permanent_uuid. Determining permanent_uuid...
07:36:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.712513 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.720278 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 4
07:36:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.723671 25477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.725543 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.770915 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 1
07:36:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.775070 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.856442 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 2
07:36:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.860322 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.945923 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 3
07:36:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.950103 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.024988 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 5
07:36:25.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:25.029603 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.090678 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 4
07:36:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:25.095078 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.378657 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 5
07:36:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:25.383298 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.576968 25460 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 6
07:36:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:25.584929 25460 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.935689 25380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } attempt: 6
07:36:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:25.942198 25380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.177.124:37091: Network error: Client connection negotiation failed: client connection to 127.24.177.124:37091: connect: Connection refused (error 111)
07:36:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.725256 25480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:24.725766 25478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:24.726023 25466 server_base.cc:1034] running on GCE node
07:36:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.963124 25466 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.966229 25466 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.967660 25466 hybrid_clock.cc:648] HybridClock initialized: now 1781940985967618 us; error 56 us; skew 500 ppm
07:36:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.968685 25466 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:25 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940985, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.974380 25466 init.cc:377] Logged in from keytab as kudu/127.24.177.124@KRBTEST.COM (short username kudu)
07:36:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.979413 25466 webserver.cc:460] Webserver started at http://127.24.177.124:38833/ using document root <none> and password file <none>
07:36:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.980230 25466 fs_manager.cc:359] Metadata directory not provided
07:36:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.980479 25466 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.980988 25466 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:36:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.985702 25466 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/instance:
07:36:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "926d4161bd1245e58301f07968786e6b"
07:36:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:25 on dist-test-slave-bjlg"
07:36:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.986773 25466 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal/instance:
07:36:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "926d4161bd1245e58301f07968786e6b"
07:36:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:25 on dist-test-slave-bjlg"
07:36:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.994231 25466 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
07:36:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:25.999967 25493 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.001267 25466 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:36:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.001602 25466 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "926d4161bd1245e58301f07968786e6b"
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:25 on dist-test-slave-bjlg"
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.001909 25466 fs_report.cc:383] FS layout report
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/data
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.043002 25466 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.048971 25466 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.049465 25466 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:26.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.121879 25466 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.124:37091
07:36:26.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.121934 25544 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.124:37091 every 8 connection(s)
07:36:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.125088 25466 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.129446 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25466
07:36:26.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.129913 25285 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal/instance
07:36:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.131237 25545 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:36:26.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.152426 25545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
07:36:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940980, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.177.124@KRBTEST.COM
07:36:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940985, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for kudu/127.24.177.126@KRBTEST.COM
07:36:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.186380 25545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } has no permanent_uuid. Determining permanent_uuid...
07:36:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940985, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for kudu/127.24.177.125@KRBTEST.COM
07:36:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940980, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.177.125@KRBTEST.COM
07:36:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.217268 25545 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } has no permanent_uuid. Determining permanent_uuid...
07:36:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940985, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for kudu/127.24.177.124@KRBTEST.COM
07:36:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940980, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.177.126@KRBTEST.COM
07:36:26.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.255818 25545 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Bootstrap starting.
07:36:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.263912 25545 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Neither blocks nor log segments found. Creating new log.
07:36:26.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.266350 25285 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:36:26.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.266721 25545 log.cc:824] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Log is configured to *not* fsync() on all Append() calls
07:36:26.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:36:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.280314 25545 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: No bootstrap required, opened a new log
07:36:26.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:36:26.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:36:26.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.177.126"
port: 46459
}
bound_http_address {
host: "127.24.177.126"
port: 40597
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.177.125"
port: 41475
}
bound_http_address {
host: "127.24.177.125"
port: 46429
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.177.124"
port: 37091
}
bound_http_address {
host: "127.24.177.124"
port: 38833
}
}
}
07:36:26.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:36:26.293 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.293 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:36:26.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:36:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.305195 25545 raft_consensus.cc:348] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.306145 25545 raft_consensus.cc:374] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:36:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.306475 25545 raft_consensus.cc:729] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 926d4161bd1245e58301f07968786e6b, State: Initialized, Role: FOLLOWER
07:36:26.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.307454 25545 consensus_queue.cc:260] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.310674 25555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } } }
07:36:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.311543 25555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: This master's current role is: FOLLOWER
07:36:26.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.312741 25545 sys_catalog.cc:564] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: configured and running, proceeding with master startup.
07:36:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940986, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:26.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:36:26.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.337 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc
07:36:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.338405 25567 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:36:26.345 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:36:26.347 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc
07:36:26.348 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:36:26.352 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:36:26.353 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:36:26.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:36:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.342379 25466 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: OK, instance_id { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" instance_seqno: 1781940982306022 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:36:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.372327 25466 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:26.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:26 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940986, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:26.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:36:26.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.389 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc
07:36:26.391 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:36:26.391 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.177.126:46459
07:36:26.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:36:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.393971 25285 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25310
07:36:26.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.417 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.177.125:41475
07:36:26.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:36:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.418431 25285 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25386
07:36:26.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.447 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.177.124:37091
07:36:26.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:36:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.448041 25285 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25466
07:36:26.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:26.478 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.177.126:46459
07:36:26.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.481719 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/logs
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.126:46459
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.126
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40597
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.126
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.791062 25571 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.791689 25571 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.792282 25571 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.822913 25571 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.823191 25571 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.823588 25571 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.823907 25571 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.824210 25571 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.824579 25571 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.824813 25571 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.862905 25571 master_runner.cc:386] Master server non-default flags:
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.126.keytab
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.126
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.126:46459
07:36:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.126
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40597
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/logs
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.864367 25571 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.865590 25571 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.882289 25577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.883822 25580 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:26.885049 25571 server_base.cc:1034] running on GCE node
07:36:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:26.882601 25578 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.108801 25571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.112325 25571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.113857 25571 hybrid_clock.cc:648] HybridClock initialized: now 1781940988113731 us; error 161 us; skew 500 ppm
07:36:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.114866 25571 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:28 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940988, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.121238 25571 init.cc:377] Logged in from keytab as kudu/127.24.177.126@KRBTEST.COM (short username kudu)
07:36:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.126420 25571 webserver.cc:460] Webserver started at http://127.24.177.126:40597/ using document root <none> and password file <none>
07:36:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.127436 25571 fs_manager.cc:359] Metadata directory not provided
07:36:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.127707 25571 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.137840 25571 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
07:36:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.142455 25589 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.143503 25571 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:36:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.143890 25571 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0168c2f7f302466e8ca58d14aa18bd9e"
07:36:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:22 on dist-test-slave-bjlg"
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.146561 25571 fs_report.cc:383] FS layout report
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/data
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.184542 25571 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.191319 25571 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.191820 25571 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.281950 25571 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.126:46459
07:36:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.282094 25640 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.126:46459 every 8 connection(s)
07:36:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.286109 25571 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/data/info.pb
07:36:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.294134 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25571
07:36:28.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:28.295 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.177.125:41475
07:36:28.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.296705 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/logs
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.125:41475
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.125
07:36:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46429
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.125
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:28.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.298804 25641 sys_catalog.cc:263] Verifying existing consensus state
07:36:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:36:28.299825 25641 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:36:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.300312 25571 master.cc:537] Master@127.24.177.126:46459 shutting down...
07:36:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.368950 25571 master.cc:552] Master@127.24.177.126:46459 shutdown complete.
07:36:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:36:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.625344 25643 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.625872 25643 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.626516 25643 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.658568 25643 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.658799 25643 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.659049 25643 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.659248 25643 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:28.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.659534 25643 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.659852 25643 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.660089 25643 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.699180 25643 master_runner.cc:386] Master server non-default flags:
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.125.keytab
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.125
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.125:41475
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.125
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46429
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/logs
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.700309 25643 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:28.701356 25643 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.718330 25650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.718391 25649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:29.958801 25651 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:36:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.958945 25643 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:36:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:28.718828 25652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.963812 25643 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.966986 25643 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.968452 25643 hybrid_clock.cc:648] HybridClock initialized: now 1781940989968402 us; error 48 us; skew 500 ppm
07:36:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.969326 25643 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:29 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940989, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.978785 25643 init.cc:377] Logged in from keytab as kudu/127.24.177.125@KRBTEST.COM (short username kudu)
07:36:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.984516 25643 webserver.cc:460] Webserver started at http://127.24.177.125:46429/ using document root <none> and password file <none>
07:36:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.985450 25643 fs_manager.cc:359] Metadata directory not provided
07:36:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.985641 25643 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.993884 25643 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
07:36:30.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:29.999616 25661 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.001030 25643 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:36:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.001361 25643 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2040cb2d7432f9c7b050e997b0be3"
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:24 on dist-test-slave-bjlg"
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.003814 25643 fs_report.cc:383] FS layout report
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/data
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.053562 25643 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.059602 25643 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.060009 25643 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:30.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.131489 25643 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.125:41475
07:36:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.131693 25712 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.125:41475 every 8 connection(s)
07:36:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.134210 25643 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/data/info.pb
07:36:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.138350 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25643
07:36:30.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:30.140 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.177.124:37091
07:36:30.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.141973 25285 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/logs
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:36:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.124:37091
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.124
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38833
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.124
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:36:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.146879 25713 sys_catalog.cc:263] Verifying existing consensus state
07:36:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:36:30.147630 25713 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:36:30.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.148047 25643 master.cc:537] Master@127.24.177.125:41475 shutting down...
07:36:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.208189 25643 master.cc:552] Master@127.24.177.125:41475 shutdown complete.
07:36:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:36:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.492076 25715 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:36:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.492676 25715 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:36:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.493247 25715 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:36:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.524394 25715 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:36:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.524682 25715 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:36:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.525077 25715 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:36:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.525389 25715 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:36:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.525682 25715 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:36:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.525975 25715 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:36:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.526193 25715 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45925/jwks.json
07:36:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.564574 25715 master_runner.cc:386] Master server non-default flags:
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.177.84:45063
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/krb5kdc/kudu_127.24.177.124.keytab
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.177.124
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.177.124:37091
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45925/jwks.json
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.177.124
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38833
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/logs
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:36:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.566138 25715 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:36:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.567472 25715 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:36:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.585294 25723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.585337 25725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:30.585330 25722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:36:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:30.587016 25715 server_base.cc:1034] running on GCE node
07:36:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.813114 25715 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:36:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.815853 25715 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:36:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.817237 25715 hybrid_clock.cc:648] HybridClock initialized: now 1781940991817202 us; error 41 us; skew 500 ppm
07:36:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.818109 25715 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:36:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:31 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940991, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.823688 25715 init.cc:377] Logged in from keytab as kudu/127.24.177.124@KRBTEST.COM (short username kudu)
07:36:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.828895 25715 webserver.cc:460] Webserver started at http://127.24.177.124:38833/ using document root <none> and password file <none>
07:36:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.829726 25715 fs_manager.cc:359] Metadata directory not provided
07:36:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.829996 25715 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:36:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.837787 25715 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
07:36:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.842046 25734 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:36:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.842986 25715 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
07:36:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.843246 25715 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data,/tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "926d4161bd1245e58301f07968786e6b"
07:36:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:36:25 on dist-test-slave-bjlg"
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.845678 25715 fs_report.cc:383] FS layout report
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/wal
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/data
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:36:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:36:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.893569 25715 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:36:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.899197 25715 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:36:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.899593 25715 kserver.cc:163] Server-wide thread pool size limit: 3276
07:36:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.973583 25715 rpc_server.cc:307] RPC server started. Bound to: 127.24.177.124:37091
07:36:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.973703 25785 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.177.124:37091 every 8 connection(s)
07:36:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.976114 25715 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskNAFIDr/test-tmp/mini-kudu-cluster7962079103313226345/master-2/data/info.pb
07:36:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.980139 25285 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu as pid 25715
07:36:31.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:36:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.986481 25786 sys_catalog.cc:263] Verifying existing consensus state
07:36:31.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:31.994288 25786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Bootstrap starting.
07:36:32.024 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.031067 25786 log.cc:824] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Log is configured to *not* fsync() on all Append() calls
07:36:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.036304 25786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:36:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.037196 25786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Bootstrap complete.
07:36:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.067090 25786 raft_consensus.cc:348] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.069802 25786 raft_consensus.cc:374] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:36:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.070142 25786 raft_consensus.cc:729] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 926d4161bd1245e58301f07968786e6b, State: Initialized, Role: FOLLOWER
07:36:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.071069 25786 consensus_queue.cc:260] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.073943 25790 sys_catalog.cc:455] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } } }
07:36:32.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.074985 25790 sys_catalog.cc:458] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: This master's current role is: FOLLOWER
07:36:32.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.075739 25786 sys_catalog.cc:564] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [sys.catalog]: configured and running, proceeding with master startup.
07:36:32.088 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.090 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.177.124:37091(127.24.177.124:37091)] connecting to peer
07:36:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.109660 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.110206 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.110790 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.149894 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.154575 25740 tablet.cc:2369] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:36:32.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.178 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.177.124:37091(127.24.177.124:37091)] Successfully connected to peer
07:36:32.271 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:36:32.284 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.177.124
07:36:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.361277 25790 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.361871 25790 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.368052 25790 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.368657 25737 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.377036 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:32.378360 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.378909 25737 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:32.379993 25790 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:32.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:32 dist-test-slave-bjlg krb5kdc[25297](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940986, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.177.124@KRBTEST.COM
07:36:32.564 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x36aa8f50, L:/127.0.0.1:35102 - R:/127.24.177.124:37091] using SASL/GSSAPI
07:36:32.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.606 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.607 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.645 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.647 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.706 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.726 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.805 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.810 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:32.865 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:32.867 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:32.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:32.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:32.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:33.046 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:33.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:33.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:33.114526 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:33.114857 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:33.505 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:33.506 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:33.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:33.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:33.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:34.118925 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:34.119272 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:34.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:34.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:34.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:34.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:34.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:34.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:34.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:34.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:34.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:34.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:34.541137 25812 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:34.541532 25812 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:34.543149 25812 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:34.549453 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:34.549885 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:34.550297 25736 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:34.551290 25812 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:35.122505 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:35.122761 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:35.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:35.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:35.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:35.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:35.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:35.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:35.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:35.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:35.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:36.125638 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:36.125882 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:36.576125 25818 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:36.576507 25818 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:36.578163 25818 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:36.582731 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:36.583168 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:36.583577 25736 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:36.584167 25818 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:37.128526 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:37.128831 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:37.152642 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:37.152973 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:37.916605 25268 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbee0 after lost signal to thread 25143
07:36:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:37.917676 25268 debug-util.cc:398] Leaking SignalData structure 0x7b08000b87a0 after lost signal to thread 25271
07:36:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:38.131722 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:38.131963 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:38.445 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:38.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:38.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:38.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:38.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:38.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:38.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:38.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:38.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:39.134702 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:39.135040 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:40.138396 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:40.138662 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:40.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:40.406 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:40.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:40.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:40.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:40.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:40.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:40.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:40.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.142306 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.142674 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.357532 25827 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.358026 25827 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.359740 25827 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.362360 25737 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:41.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.362365 25736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:36:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.365360 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:41.365810 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.366117 25736 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.366745 25827 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:41 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941001, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:41.827605 25730 init.cc:295] Successfully reacquired a new kerberos TGT
07:36:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:42.145596 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:42.145859 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:42.155733 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:42.156139 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:43.148699 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:43.148969 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:44.151778 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:44.152066 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:44.305 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:44.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:44.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:44.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:44.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:44.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:44.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:44.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:44.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:45.154938 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:45.155206 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:45.450620 25835 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:45.450992 25835 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:45.452662 25835 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:45.457783 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:45.458365 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:45.458630 25736 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:45.459241 25835 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:45.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:45.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:45.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:45.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:45.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:45.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:45.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:45.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:45.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:46.145 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:46.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:46.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:46.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:46.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:46.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:46.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:46.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:46.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:46.159343 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:46.159693 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.158689 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.159094 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:47.162396 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:47.162602 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:47.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.579854 25842 raft_consensus.cc:482] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:36:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.580364 25842 raft_consensus.cc:504] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0168c2f7f302466e8ca58d14aa18bd9e" member_type: VOTER last_known_addr { host: "127.24.177.126" port: 46459 } } peers { permanent_uuid: "6dd2040cb2d7432f9c7b050e997b0be3" member_type: VOTER last_known_addr { host: "127.24.177.125" port: 41475 } } peers { permanent_uuid: "926d4161bd1245e58301f07968786e6b" member_type: VOTER last_known_addr { host: "127.24.177.124" port: 37091 } }
07:36:47.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.582374 25842 leader_election.cc:288] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459), 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475)
07:36:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:47.583457 25737 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111) [suppressed 2 similar messages]
07:36:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:47.586091 25737 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0168c2f7f302466e8ca58d14aa18bd9e (127.24.177.126:46459): Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111)
07:36:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:47.586508 25736 leader_election.cc:334] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6dd2040cb2d7432f9c7b050e997b0be3 (127.24.177.125:41475): Network error: Client connection negotiation failed: client connection to 127.24.177.125:41475: connect: Connection refused (error 111)
07:36:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.586802 25736 leader_election.cc:302] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 926d4161bd1245e58301f07968786e6b; no voters: 0168c2f7f302466e8ca58d14aa18bd9e, 6dd2040cb2d7432f9c7b050e997b0be3
07:36:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:47.587316 25842 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:36:47.825 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:47.826 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:47.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:47.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:47.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:47.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:47.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:47.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:47.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:48.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:48.165571 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:48.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:48.165868 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:49.168720 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:49.168963 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:50.125 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:50.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:50.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:50.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:50.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:50.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:50.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:50.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:50.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:50.171726 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:50.171983 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:51.175371 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:51.175859 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:36:51 dist-test-slave-bjlg krb5kdc[25297](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781941011, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:36:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:51.830161 25730 init.cc:295] Successfully reacquired a new kerberos TGT
07:36:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:52.162259 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:52.162743 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:52.178931 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:52.179214 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:52.785 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:52.786 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:52.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:52.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:52.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:52.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:52.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:52.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:52.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:53.182514 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:53.182740 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:54.185487 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:54.185729 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:54.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:54.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:54.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:54.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:54.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:54.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:54.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:54.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:54.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:55.188624 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:55.188896 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:55.263047 25782 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb3c0 after lost signal to thread 25716
07:36:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:55.263649 25782 debug-util.cc:398] Leaking SignalData structure 0x7b08000afbc0 after lost signal to thread 25785
07:36:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:56.191687 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:56.192070 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:57.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:57.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:57.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:57.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:57.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:57.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:57.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:57.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:57.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:57.187916 25715 master_runner.cc:186] Error getting master registration for 127.24.177.126:46459: Network error: Client connection negotiation failed: client connection to 127.24.177.126:46459: connect: Connection refused (error 111),
07:36:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:36:57.188333 25715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:36:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:57.194839 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:57.195140 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:58.197961 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:58.198262 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:36:58.465 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:58.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:58.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:58.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:58.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:58.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:58.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:58.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:58.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:59.105 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:36:59.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:36:59.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:59.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:59.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:36:59.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:59.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:59.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:36:59.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:36:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:59.201084 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:36:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:36:59.201361 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:37:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:37:00.204285 25803 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 926d4161bd1245e58301f07968786e6b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:37:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:37:00.204560 25803 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:37:00.465 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.126:46459(127.24.177.126:46459)] connecting to peer
07:37:00.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.24.177.125:41475(127.24.177.125:41475)] connecting to peer
07:37:00.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:37:00.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.177.126:46459(127.24.177.126:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:37:00.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.126:46459: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459
07:37:00.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:37:00.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.125:41475(127.24.177.125:41475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:37:00.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.177.125:41475: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
07:37:00.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091; will retry
07:37:00.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28487), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [187ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [186ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [590ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [634ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [636ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [660ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [666ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [684ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [687ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [726ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [740ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [741ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [745ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [820ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [829ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [830ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [831ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1057ms] refreshing cache from master, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1516ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2396ms] refreshing cache from master, [2396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [2403ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [3179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [3184ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [6460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [6460ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844)))
07:37:00.478 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.177.126:46459(127.24.177.126:46459)] disconnecting while in state TERMINATED
07:37:00.479 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.177.124:37091(127.24.177.124:37091)] disconnecting while in state READY
07:37:00.479 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.24.177.125:41475(127.24.177.125:41475)] disconnecting while in state TERMINATED
07:37:00.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:37:00.486 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.177.124:37091(127.24.177.124:37091)] handling channelInactive
07:37:00.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.177.124:37091(127.24.177.124:37091)] cleaning up while in state READY due to: connection closed
07:37:00.488 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:37:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:00.491863 25285 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25715
07:37:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:37:01Z chronyd exiting
07:37:02.726 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:37:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.727794 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 24836
07:37:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.752988 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25002
07:37:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.778155 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 25142
07:37:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.805248 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 24567
07:37:02.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.836411 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 24637
07:37:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:37:02.867355 24555 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskNAFIDr/build/tsan/bin/kudu with pid 24712
07:37:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:37:04Z chronyd exiting
07:37:05.053 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28487), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [187ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [186ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [590ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [634ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [636ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [660ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [666ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [684ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [687ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [726ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [740ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [741ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [745ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [820ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [829ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [830ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [831ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1057ms] refreshing cache from master, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1516ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2396ms] refreshing cache from master, [2396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [2403ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [3179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [3184ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [6460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [6460ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.177.125:41475
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28487), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [187ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [186ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [590ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [634ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [636ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [660ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [666ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [684ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [687ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [726ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [740ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [741ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [745ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [820ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [829ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [830ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [831ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1057ms] refreshing cache from master, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1516ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2396ms] refreshing cache from master, [2396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [2403ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [3179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [3184ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [6460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [6460ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.177.125:41475
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
07:37:05.464 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
07:37:05.465 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28487), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [187ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [186ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [590ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [634ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [636ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [660ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [666ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [684ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [687ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [726ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [740ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [741ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [745ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [820ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [829ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [830ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [831ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1057ms] refreshing cache from master, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1516ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2396ms] refreshing cache from master, [2396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [2403ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [3179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [3184ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [6460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [6460ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.177.125:41475
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28487), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [187ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [186ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [590ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [594ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [625ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [634ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [636ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [637ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [660ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [664ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [666ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [681ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [684ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [687ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [722ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [724ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [726ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [740ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [741ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [745ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [820ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [829ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [830ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [831ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [881ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [882ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [886ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1057ms] refreshing cache from master, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1516ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [1520ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2396ms] refreshing cache from master, [2396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [2398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [2399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [2400ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [2401ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [2403ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3177ms] refreshing cache from master, [3177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [3179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.126:46459: Network error: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.125:41475: Network error: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [3183ms] Sub RPC ConnectToMaster: received response from server master-127.24.177.124:37091: OK, [3184ms] delaying RPC due to: Service unavailable: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.126:46459, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.125:41475, [6460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.177.124:37091, [6460ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497) -> (continuation of Deferred@618345591 after retry RPC after error@28337868) -> (continuation of Deferred@1422836598 after retry RPC after error@2039391844)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.177.126:46459,127.24.177.125:41475,127.24.177.124:37091) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.126:46459(127.24.177.126:46459): Connection refused: /127.24.177.126:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.177.125:41475(127.24.177.125:41475): Connection refused: /127.24.177.125:41475
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.177.125:41475
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)