22:13:37.341 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
22:13:37.353 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskFnPJj9/test-tmp
22:13:37.356 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
22:13:37.359 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskFnPJj9/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
22:13:37.645 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
22:13:37.791 [DEBUG - main] (MiniKuduCluster.java:195) Response:
22:13:37.792 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
22:13:37.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:37.796065 10623 mini_oidc.cc:152] Starting JWKS server
22:13:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:37.800057 10623 webserver.cc:460] Webserver started at http://127.0.0.1:42195/ using document root <none> and password file <none>
22:13:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:37.800603 10623 mini_oidc.cc:189] Starting OIDC Discovery server
22:13:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:37.802906 10623 webserver.cc:460] Webserver started at http://127.0.0.1:46667/ using document root <none> and password file <none>
22:13:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:13:37Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:13:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:13:37Z Disabled control of system clock
22:13:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:37.853240 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/logs
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data/info.pb
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:37.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.254:35903
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.254
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json with env {}
22:13:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.157809 10635 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.158532 10635 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.159283 10635 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.190533 10635 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.190922 10635 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.191250 10635 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.191581 10635 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.191917 10635 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.192189 10635 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42195/jwks.json
22:13:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:38.226671 10635 master_runner.cc:386] Master server non-default flags:
22:13:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.254:35903
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data/info.pb
22:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.254
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/logs
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:38.228248 10635 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:38.230496 10635 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.250167 10642 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.250159 10641 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:38.250257 10644 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:38.252142 10635 server_base.cc:1034] running on GCE node
22:13:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.443288 10635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.445994 10635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.447414 10635 hybrid_clock.cc:648] HybridClock initialized: now 1790460819447373 us; error 61 us; skew 500 ppm
22:13:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.448249 10635 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.458897 10635 webserver.cc:460] Webserver started at http://127.10.95.254:35209/ using document root <none> and password file <none>
22:13:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.459904 10635 fs_manager.cc:359] Metadata directory not provided
22:13:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.460098 10635 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.460481 10635 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.465337 10635 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data/instance:
22:13:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83efaeae9f0444feac505c96ee5dca2c"
22:13:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:39 on dist-test-slave-bbfq"
22:13:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.466573 10635 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal/instance:
22:13:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83efaeae9f0444feac505c96ee5dca2c"
22:13:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:39 on dist-test-slave-bbfq"
22:13:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.474126 10635 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
22:13:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.479976 10651 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.481277 10635 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
22:13:39.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.481603 10635 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83efaeae9f0444feac505c96ee5dca2c"
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:39 on dist-test-slave-bbfq"
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.482120 10635 fs_report.cc:383] FS layout report
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data/data
22:13:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.521888 10635 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.523514 10635 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.523952 10635 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.598815 10635 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.254:35903
22:13:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.598896 10702 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.254:35903 every 8 connection(s)
22:13:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.601702 10635 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/data/info.pb
22:13:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.604410 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 10635
22:13:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.605005 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-0/wal/instance
22:13:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.608994 10703 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.610368 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/logs
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data/info.pb
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.253:41631
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.253
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:39.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json with env {}
22:13:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.622767 10703 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } has no permanent_uuid. Determining permanent_uuid...
22:13:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.653410 10703 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
22:13:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.655526 10652 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.659528 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.709188 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 1
22:13:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.713476 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:39.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.782063 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 2
22:13:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.786250 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:39.877741 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 3
22:13:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.882256 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.932415 10705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.933061 10705 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.933609 10705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.964388 10705 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.964679 10705 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.964864 10705 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.965040 10705 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.965221 10705 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:39.965432 10705 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42195/jwks.json
22:13:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.002835 10705 master_runner.cc:386] Master server non-default flags:
22:13:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.253:41631
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data/info.pb
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.253
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/logs
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.004189 10705 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.006233 10705 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.023658 10715 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.025735 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 4
22:13:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.029453 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.328971 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 5
22:13:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.333788 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:40.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.881242 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 6
22:13:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.887923 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.253:41631: Network error: Client connection negotiation failed: client connection to 127.10.95.253:41631: connect: Connection refused (error 111)
22:13:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:40.026645 10705 server_base.cc:1034] running on GCE node
22:13:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.024123 10714 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:40.023747 10717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:41.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.266434 10705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.269731 10705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:41.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.271205 10705 hybrid_clock.cc:648] HybridClock initialized: now 1790460821271142 us; error 82 us; skew 500 ppm
22:13:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.272303 10705 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:41.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.278417 10705 webserver.cc:460] Webserver started at http://127.10.95.253:46609/ using document root <none> and password file <none>
22:13:41.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.279367 10705 fs_manager.cc:359] Metadata directory not provided
22:13:41.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.279558 10705 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:41.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.279948 10705 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.284688 10705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data/instance:
22:13:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac746f27a94842fc8529b68cdac6b0a0"
22:13:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:41 on dist-test-slave-bbfq"
22:13:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.285817 10705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal/instance:
22:13:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac746f27a94842fc8529b68cdac6b0a0"
22:13:41.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:41 on dist-test-slave-bbfq"
22:13:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.292936 10705 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
22:13:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.298590 10726 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.299834 10705 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
22:13:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.300305 10705 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal
22:13:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac746f27a94842fc8529b68cdac6b0a0"
22:13:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:41 on dist-test-slave-bbfq"
22:13:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.300709 10705 fs_report.cc:383] FS layout report
22:13:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal
22:13:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data/data
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:41.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.335384 10705 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.336934 10705 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.337440 10705 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:41.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.404711 10705 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.253:41631
22:13:41.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.404829 10777 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.253:41631 every 8 connection(s)
22:13:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.407569 10705 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/data/info.pb
22:13:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.409746 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 10705
22:13:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.410260 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-1/wal/instance
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.413895 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/logs
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data/info.pb
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.252:45093
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.252
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json with env {}
22:13:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.414149 10778 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.428190 10778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } has no permanent_uuid. Determining permanent_uuid...
22:13:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.452293 10778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
22:13:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.473759 10778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } has no permanent_uuid. Determining permanent_uuid...
22:13:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.475867 10728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.479996 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.529542 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 1
22:13:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.533788 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.602160 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 2
22:13:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.607085 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.698545 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 3
22:13:41.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.702582 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.753167 10780 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.753888 10780 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.754662 10780 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.785477 10780 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.785856 10780 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.786197 10780 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.786551 10780 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.786864 10780 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.787127 10780 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42195/jwks.json
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.823886 10780 master_runner.cc:386] Master server non-default flags:
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data
22:13:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.252:45093
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42195/jwks.json
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data/info.pb
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.252
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/logs
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.825428 10780 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:41.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.827678 10780 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.846938 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 4
22:13:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.848810 10793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.851910 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:41.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.948588 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } attempt: 7
22:13:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.967672 10703 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } has no permanent_uuid. Determining permanent_uuid...
22:13:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.974409 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.032821 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 1
22:13:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.037674 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.119122 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 2
22:13:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.126006 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.151288 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 5
22:13:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.156607 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.211659 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 3
22:13:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.217196 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.357653 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 4
22:13:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.362982 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.646440 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 5
22:13:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.651012 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:42.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:42.704046 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 6
22:13:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:42.712379 10778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.849020 10791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:41.849534 10790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:41.851061 10780 server_base.cc:1034] running on GCE node
22:13:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.097224 10780 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.100536 10780 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.102074 10780 hybrid_clock.cc:648] HybridClock initialized: now 1790460823101978 us; error 67 us; skew 500 ppm
22:13:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.102921 10780 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.110549 10780 webserver.cc:460] Webserver started at http://127.10.95.252:32773/ using document root <none> and password file <none>
22:13:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.111502 10780 fs_manager.cc:359] Metadata directory not provided
22:13:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.111692 10780 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.112066 10780 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.117501 10780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data/instance:
22:13:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30a62a90b5d84b0b8cdd644356451c59"
22:13:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:43 on dist-test-slave-bbfq"
22:13:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.118605 10780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal/instance:
22:13:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30a62a90b5d84b0b8cdd644356451c59"
22:13:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:43 on dist-test-slave-bbfq"
22:13:43.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.126434 10780 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
22:13:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.132325 10804 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.133392 10780 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
22:13:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.133792 10780 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal
22:13:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30a62a90b5d84b0b8cdd644356451c59"
22:13:43.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:43 on dist-test-slave-bbfq"
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.134490 10780 fs_report.cc:383] FS layout report
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data/data
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.200356 10780 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.201957 10780 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.202517 10780 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.203492 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 6
22:13:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.210374 10703 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.95.252:45093: Network error: Client connection negotiation failed: client connection to 127.10.95.252:45093: connect: Connection refused (error 111)
22:13:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.282887 10780 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.252:45093
22:13:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.283004 10857 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.252:45093 every 8 connection(s)
22:13:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.285651 10780 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/data/info.pb
22:13:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.292065 10858 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.295058 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 10780
22:13:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.295511 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/master-2/wal/instance
22:13:43.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.309135 10858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } has no permanent_uuid. Determining permanent_uuid...
22:13:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.340178 10858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } has no permanent_uuid. Determining permanent_uuid...
22:13:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.352743 10858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } has no permanent_uuid. Determining permanent_uuid...
22:13:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.370414 10858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: Bootstrap starting.
22:13:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.376806 10858 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: Neither blocks nor log segments found. Creating new log.
22:13:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.378952 10858 log.cc:824] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: Log is configured to *not* fsync() on all Append() calls
22:13:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.384809 10858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: No bootstrap required, opened a new log
22:13:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.407617 10858 raft_consensus.cc:348] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.408438 10858 raft_consensus.cc:374] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:13:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.408705 10858 raft_consensus.cc:729] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30a62a90b5d84b0b8cdd644356451c59, State: Initialized, Role: FOLLOWER
22:13:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.409552 10858 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.412523 10867 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:43.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.413754 10867 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: This master's current role is: FOLLOWER
22:13:43.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.414078 10858 sys_catalog.cc:564] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: configured and running, proceeding with master startup.
22:13:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.444644 10878 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:13:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.444931 10878 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:13:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.459594 10811 tablet.cc:2369] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:13:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.440734 10780 master_runner.cc:186] Error getting master registration for 127.10.95.254:35903: OK, instance_id { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" instance_seqno: 1790460819577787 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:13:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.474727 10780 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:13:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.566349 10867 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:13:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.566887 10867 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.569494 10867 leader_election.cc:288] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 83efaeae9f0444feac505c96ee5dca2c (127.10.95.254:35903), ac746f27a94842fc8529b68cdac6b0a0 (127.10.95.253:41631)
22:13:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.772823 10778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 7
22:13:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.797080 10778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: Bootstrap starting.
22:13:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.804838 10778 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: Neither blocks nor log segments found. Creating new log.
22:13:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.807446 10778 log.cc:824] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: Log is configured to *not* fsync() on all Append() calls
22:13:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.813616 10778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: No bootstrap required, opened a new log
22:13:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.845610 10778 raft_consensus.cc:348] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.847470 10778 raft_consensus.cc:374] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:13:43.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.848054 10778 raft_consensus.cc:729] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac746f27a94842fc8529b68cdac6b0a0, State: Initialized, Role: FOLLOWER
22:13:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.849014 10778 consensus_queue.cc:260] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.853552 10882 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.854854 10778 sys_catalog.cc:564] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: configured and running, proceeding with master startup.
22:13:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.854969 10882 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: This master's current role is: FOLLOWER
22:13:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.855778 10753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30a62a90b5d84b0b8cdd644356451c59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac746f27a94842fc8529b68cdac6b0a0" is_pre_election: true
22:13:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.856688 10753 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30a62a90b5d84b0b8cdd644356451c59 in term 0.
22:13:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.857980 10805 leader_election.cc:302] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30a62a90b5d84b0b8cdd644356451c59, ac746f27a94842fc8529b68cdac6b0a0; no voters:
22:13:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.859122 10867 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Leader pre-election won for term 1
22:13:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.859445 10867 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:13:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.859758 10867 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 0 FOLLOWER]: Advancing to term 1
22:13:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.866676 10867 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.869050 10867 leader_election.cc:288] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [CANDIDATE]: Term 1 election: Requested vote from peers 83efaeae9f0444feac505c96ee5dca2c (127.10.95.254:35903), ac746f27a94842fc8529b68cdac6b0a0 (127.10.95.253:41631)
22:13:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.870507 10753 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30a62a90b5d84b0b8cdd644356451c59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac746f27a94842fc8529b68cdac6b0a0"
22:13:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.871040 10753 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 0 FOLLOWER]: Advancing to term 1
22:13:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.877118 10753 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30a62a90b5d84b0b8cdd644356451c59 in term 1.
22:13:43.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.878561 10805 leader_election.cc:302] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30a62a90b5d84b0b8cdd644356451c59, ac746f27a94842fc8529b68cdac6b0a0; no voters:
22:13:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.879333 10867 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 1 FOLLOWER]: Leader election won for term 1
22:13:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.884272 10867 raft_consensus.cc:686] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [term 1 LEADER]: Becoming Leader. State: Replica: 30a62a90b5d84b0b8cdd644356451c59, State: Running, Role: LEADER
22:13:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.886889 10867 consensus_queue.cc:237] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:43.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.916043 10886 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30a62a90b5d84b0b8cdd644356451c59. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:43.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.916832 10886 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: This master's current role is: LEADER
22:13:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.925050 10891 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
22:13:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.932981 10891 catalog_manager.cc:1484] Initializing Kudu cluster ID...
22:13:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.958753 10753 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [term 1 FOLLOWER]: Refusing update from remote peer 30a62a90b5d84b0b8cdd644356451c59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:13:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.962524 10867 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:13:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.985651 10897 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:13:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:43.986037 10897 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:13:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:43.961733 10705 master_runner.cc:186] Error getting master registration for 127.10.95.254:35903: OK, instance_id { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" instance_seqno: 1790460819577787 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:13:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.013500 10705 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:13:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.034446 10882 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30a62a90b5d84b0b8cdd644356451c59. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.035298 10895 mvcc.cc:205] Tried to move back new op lower bound from 7333727534910509056 to 7333727534677692416. Current Snapshot: MvccSnapshot[applied={T|T < 7333727534910509056}]
22:13:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.035624 10882 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: This master's current role is: FOLLOWER
22:13:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.040032 10886 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.040733 10891 catalog_manager.cc:1347] Generated new cluster ID: acd3d99b772542c6a8a42b49e9e9d257
22:13:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.040808 10886 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: This master's current role is: LEADER
22:13:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.040992 10891 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
22:13:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.068683 10882 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.069416 10882 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0 [sys.catalog]: This master's current role is: FOLLOWER
22:13:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.111553 10891 catalog_manager.cc:1370] Generated new certificate authority record
22:13:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.117205 10891 catalog_manager.cc:1504] Loading token signing keys...
22:13:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.143870 10891 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59: Generated new TSK 0
22:13:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.145412 10891 catalog_manager.cc:1514] Initializing in-progress tserver states...
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.158870 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/logs
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data/info.pb
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.193:0
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.193
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.193
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.243813 10703 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } attempt: 7
22:13:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.314213 10703 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: Bootstrap starting.
22:13:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.340405 10703 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: Neither blocks nor log segments found. Creating new log.
22:13:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.357803 10703 log.cc:824] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: Log is configured to *not* fsync() on all Append() calls
22:13:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.378055 10703 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: No bootstrap required, opened a new log
22:13:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.446004 10703 raft_consensus.cc:348] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.446916 10703 raft_consensus.cc:374] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:13:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.447206 10703 raft_consensus.cc:729] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 83efaeae9f0444feac505c96ee5dca2c, State: Initialized, Role: FOLLOWER
22:13:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.448122 10703 consensus_queue.cc:260] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:44.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.468567 10906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.471398 10906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: This master's current role is: FOLLOWER
22:13:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.473112 10703 sys_catalog.cc:564] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: configured and running, proceeding with master startup.
22:13:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.473361 10677 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30a62a90b5d84b0b8cdd644356451c59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "83efaeae9f0444feac505c96ee5dca2c"
22:13:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.473325 10678 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30a62a90b5d84b0b8cdd644356451c59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "83efaeae9f0444feac505c96ee5dca2c" is_pre_election: true
22:13:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.472553 10906 raft_consensus.cc:482] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:13:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.476730 10906 raft_consensus.cc:504] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } }
22:13:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.478109 10677 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 0 FOLLOWER]: Advancing to term 1
22:13:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.484665 10906 leader_election.cc:288] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ac746f27a94842fc8529b68cdac6b0a0 (127.10.95.253:41631), 30a62a90b5d84b0b8cdd644356451c59 (127.10.95.252:45093)
22:13:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.485844 10752 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "83efaeae9f0444feac505c96ee5dca2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac746f27a94842fc8529b68cdac6b0a0" is_pre_election: true
22:13:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.485920 10833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "83efaeae9f0444feac505c96ee5dca2c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30a62a90b5d84b0b8cdd644356451c59" is_pre_election: true
22:13:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.488351 10653 leader_election.cc:302] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 83efaeae9f0444feac505c96ee5dca2c; no voters: 30a62a90b5d84b0b8cdd644356451c59, ac746f27a94842fc8529b68cdac6b0a0
22:13:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.490353 10677 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30a62a90b5d84b0b8cdd644356451c59 in term 1.
22:13:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.491026 10906 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:13:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.500294 10676 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [term 1 FOLLOWER]: Refusing update from remote peer 30a62a90b5d84b0b8cdd644356451c59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:13:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.503252 10867 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:13:44.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.534797 10657 tablet.cc:2369] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:13:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.578006 10906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30a62a90b5d84b0b8cdd644356451c59. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.579135 10906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: This master's current role is: FOLLOWER
22:13:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.578342 10907 sys_catalog.cc:455] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:44.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.579496 10907 sys_catalog.cc:458] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c [sys.catalog]: This master's current role is: FOLLOWER
22:13:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.667322 10922 catalog_manager.cc:1259] Loaded cluster ID: acd3d99b772542c6a8a42b49e9e9d257
22:13:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.667620 10922 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: loading cluster ID for follower catalog manager: success
22:13:44.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.678349 10922 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: acquiring CA information for follower catalog manager: success
22:13:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.693428 10922 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 83efaeae9f0444feac505c96ee5dca2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:13:44.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.772408 10903 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.773551 10903 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.774641 10903 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.830741 10903 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.832456 10903 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.95.193
22:13:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.897158 10903 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.193:0
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data/info.pb
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.193
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.193
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/logs
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:44.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.900713 10903 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.907821 10903 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.957140 10930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.991698 10897 catalog_manager.cc:1259] Loaded cluster ID: acd3d99b772542c6a8a42b49e9e9d257
22:13:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:44.992343 10897 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: loading cluster ID for follower catalog manager: success
22:13:45.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:45.014925 10897 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: acquiring CA information for follower catalog manager: success
22:13:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:45.022507 10897 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ac746f27a94842fc8529b68cdac6b0a0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:13:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:45.095283 10867 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30a62a90b5d84b0b8cdd644356451c59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "83efaeae9f0444feac505c96ee5dca2c" member_type: VOTER last_known_addr { host: "127.10.95.254" port: 35903 } } peers { permanent_uuid: "ac746f27a94842fc8529b68cdac6b0a0" member_type: VOTER last_known_addr { host: "127.10.95.253" port: 41631 } } peers { permanent_uuid: "30a62a90b5d84b0b8cdd644356451c59" member_type: VOTER last_known_addr { host: "127.10.95.252" port: 45093 } } }
22:13:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:45.096927 10867 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30a62a90b5d84b0b8cdd644356451c59 [sys.catalog]: This master's current role is: LEADER
22:13:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.974524 10932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:46.547722 10931 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:13:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.548162 10903 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:13:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:44.963836 10929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.554368 10903 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.564007 10903 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.565462 10903 hybrid_clock.cc:648] HybridClock initialized: now 1790460826565388 us; error 94 us; skew 500 ppm
22:13:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.566859 10903 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.581897 10903 webserver.cc:460] Webserver started at http://127.10.95.193:33291/ using document root <none> and password file <none>
22:13:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.583189 10903 fs_manager.cc:359] Metadata directory not provided
22:13:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.583472 10903 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.584022 10903 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.591681 10903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data/instance:
22:13:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34fd0744fd9445a3a41b3feceee25197"
22:13:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:46 on dist-test-slave-bbfq"
22:13:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.593179 10903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal/instance:
22:13:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34fd0744fd9445a3a41b3feceee25197"
22:13:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:46 on dist-test-slave-bbfq"
22:13:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.617058 10903 fs_manager.cc:691] Time spent creating directory manager: real 0.023s user 0.013s sys 0.012s
22:13:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.630467 10941 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.631891 10903 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.007s sys 0.001s
22:13:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.632298 10903 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal
22:13:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34fd0744fd9445a3a41b3feceee25197"
22:13:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:46 on dist-test-slave-bbfq"
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.632740 10903 fs_report.cc:383] FS layout report
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data/data
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.685254 10903 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.686928 10903 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.687510 10903 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.691251 10903 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.697250 10903 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:13:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.697508 10903 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:13:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.698223 10903 ts_tablet_manager.cc:610] Registered 0 tablets
22:13:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.698611 10903 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:13:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.928763 10903 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.193:38177
22:13:46.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.928855 11053 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.193:38177 every 8 connection(s)
22:13:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.932138 10903 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/data/info.pb
22:13:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.938952 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 10903
22:13:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.939630 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-0/wal/instance
22:13:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:46.998883 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/logs
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data/info.pb
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:47.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.194:0
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.194
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.194
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.014695 11054 heartbeater.cc:347] Connected to a master server at 127.10.95.252:45093
22:13:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.017488 11054 heartbeater.cc:464] Registering TS with master...
22:13:47.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.018906 11054 heartbeater.cc:511] Master 127.10.95.252:45093 requested a full tablet report, sending...
22:13:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.022162 10823 ts_manager.cc:194] Registered new tserver with Master: 34fd0744fd9445a3a41b3feceee25197 (127.10.95.193:38177)
22:13:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.025610 10823 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.95.193:51171
22:13:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.036705 11055 heartbeater.cc:347] Connected to a master server at 127.10.95.253:41631
22:13:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.037281 11055 heartbeater.cc:464] Registering TS with master...
22:13:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.038443 11055 heartbeater.cc:511] Master 127.10.95.253:41631 requested a full tablet report, sending...
22:13:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.041930 10743 ts_manager.cc:194] Registered new tserver with Master: 34fd0744fd9445a3a41b3feceee25197 (127.10.95.193:38177)
22:13:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.061916 11058 heartbeater.cc:347] Connected to a master server at 127.10.95.254:35903
22:13:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.062332 11058 heartbeater.cc:464] Registering TS with master...
22:13:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.063002 11058 heartbeater.cc:511] Master 127.10.95.254:35903 requested a full tablet report, sending...
22:13:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.066104 10668 ts_manager.cc:194] Registered new tserver with Master: 34fd0744fd9445a3a41b3feceee25197 (127.10.95.193:38177)
22:13:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.463830 11064 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.464385 11064 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.465013 11064 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.496129 11064 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.497097 11064 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.95.194
22:13:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.532331 11064 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.194:0
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data/info.pb
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.194
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.194
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/logs
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.533926 11064 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.535650 11064 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.559619 11071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.031348 11054 heartbeater.cc:503] Master 127.10.95.252:45093 was elected leader, sending a full tablet report...
22:13:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:47.562005 11064 server_base.cc:1034] running on GCE node
22:13:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.560155 11070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:47.559629 11073 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.801918 11064 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.804318 11064 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:48.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.805704 11064 hybrid_clock.cc:648] HybridClock initialized: now 1790460828805669 us; error 53 us; skew 500 ppm
22:13:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.806546 11064 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.813405 11064 webserver.cc:460] Webserver started at http://127.10.95.194:33345/ using document root <none> and password file <none>
22:13:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.814420 11064 fs_manager.cc:359] Metadata directory not provided
22:13:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.814610 11064 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.815176 11064 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.820365 11064 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data/instance:
22:13:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "269ea33224654638a6fd797a9e386da2"
22:13:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:48 on dist-test-slave-bbfq"
22:13:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.821529 11064 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal/instance:
22:13:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "269ea33224654638a6fd797a9e386da2"
22:13:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:48 on dist-test-slave-bbfq"
22:13:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.828943 11064 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
22:13:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.834538 11082 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.835634 11064 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.835937 11064 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "269ea33224654638a6fd797a9e386da2"
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:48 on dist-test-slave-bbfq"
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.836267 11064 fs_report.cc:383] FS layout report
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data/data
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:48.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:48.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.869225 11064 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.870603 11064 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.871001 11064 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.873588 11064 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.878180 11064 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:13:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.878372 11064 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:13:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.878566 11064 ts_tablet_manager.cc:610] Registered 0 tablets
22:13:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:48.878695 11064 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:13:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.044615 11064 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.194:38909
22:13:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.044723 11194 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.194:38909 every 8 connection(s)
22:13:49.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.047226 11064 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/data/info.pb
22:13:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.053308 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11064
22:13:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.054116 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-1/wal/instance
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.071776 10623 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/logs
22:13:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data/info.pb
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.195:0
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.195
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.195
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.103855 11196 heartbeater.cc:347] Connected to a master server at 127.10.95.253:41631
22:13:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.104326 11196 heartbeater.cc:464] Registering TS with master...
22:13:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.105566 11196 heartbeater.cc:511] Master 127.10.95.253:41631 requested a full tablet report, sending...
22:13:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.107372 11197 heartbeater.cc:347] Connected to a master server at 127.10.95.254:35903
22:13:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.107697 11197 heartbeater.cc:464] Registering TS with master...
22:13:49.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.108597 11197 heartbeater.cc:511] Master 127.10.95.254:35903 requested a full tablet report, sending...
22:13:49.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.109265 10743 ts_manager.cc:194] Registered new tserver with Master: 269ea33224654638a6fd797a9e386da2 (127.10.95.194:38909)
22:13:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.111616 10668 ts_manager.cc:194] Registered new tserver with Master: 269ea33224654638a6fd797a9e386da2 (127.10.95.194:38909)
22:13:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.112449 11195 heartbeater.cc:347] Connected to a master server at 127.10.95.252:45093
22:13:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.112792 11195 heartbeater.cc:464] Registering TS with master...
22:13:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.113409 11195 heartbeater.cc:511] Master 127.10.95.252:45093 requested a full tablet report, sending...
22:13:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.116106 10823 ts_manager.cc:194] Registered new tserver with Master: 269ea33224654638a6fd797a9e386da2 (127.10.95.194:38909)
22:13:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.117769 10823 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.95.194:33697
22:13:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.414187 11205 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.414971 11205 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.415495 11205 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.447744 11205 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.448534 11205 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.95.195
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.484925 11205 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.95.212:44073
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.95.195:0
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data/info.pb
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.95.195
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.95.254:35903,127.10.95.253:41631,127.10.95.252:45093
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.95.195
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/logs
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.486375 11205 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:49.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:49.487918 11205 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.509013 11214 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.122500 11195 heartbeater.cc:503] Master 127.10.95.252:45093 was elected leader, sending a full tablet report...
22:13:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.509977 11212 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:49.509085 11211 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:50.713235 11213 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:13:50.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.713366 11205 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:13:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.718663 11205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.721091 11205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.722476 11205 hybrid_clock.cc:648] HybridClock initialized: now 1790460830722422 us; error 65 us; skew 500 ppm
22:13:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.723532 11205 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.730304 11205 webserver.cc:460] Webserver started at http://127.10.95.195:33367/ using document root <none> and password file <none>
22:13:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.731350 11205 fs_manager.cc:359] Metadata directory not provided
22:13:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.731537 11205 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.731904 11205 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.736639 11205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data/instance:
22:13:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b5f85d96f7b4dd0899496d7a7a901a7"
22:13:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:50 on dist-test-slave-bbfq"
22:13:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.737830 11205 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal/instance:
22:13:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b5f85d96f7b4dd0899496d7a7a901a7"
22:13:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:50 on dist-test-slave-bbfq"
22:13:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.745023 11205 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
22:13:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.750794 11222 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.751883 11205 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
22:13:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.752312 11205 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal
22:13:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b5f85d96f7b4dd0899496d7a7a901a7"
22:13:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:50 on dist-test-slave-bbfq"
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.752751 11205 fs_report.cc:383] FS layout report
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data/data
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:50.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.807027 11205 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.808593 11205 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.809127 11205 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.812253 11205 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.817186 11205 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:13:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.817452 11205 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
22:13:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.817819 11205 ts_tablet_manager.cc:610] Registered 0 tablets
22:13:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.818053 11205 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
22:13:50.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.992051 11205 rpc_server.cc:307] RPC server started. Bound to: 127.10.95.195:41697
22:13:50.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.992194 11334 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.95.195:41697 every 8 connection(s)
22:13:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:50.994717 11205 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/data/info.pb
22:13:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.005857 10623 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11205
22:13:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.006436 10623 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster5052981802943118859/ts-2/wal/instance
22:13:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.048353 11335 heartbeater.cc:347] Connected to a master server at 127.10.95.252:45093
22:13:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.048878 11335 heartbeater.cc:464] Registering TS with master...
22:13:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.049973 11335 heartbeater.cc:511] Master 127.10.95.252:45093 requested a full tablet report, sending...
22:13:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.053287 10822 ts_manager.cc:194] Registered new tserver with Master: 1b5f85d96f7b4dd0899496d7a7a901a7 (127.10.95.195:41697)
22:13:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.055310 11336 heartbeater.cc:347] Connected to a master server at 127.10.95.253:41631
22:13:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.055642 11336 heartbeater.cc:464] Registering TS with master...
22:13:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.055565 10822 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.10.95.195:52643
22:13:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.056445 11336 heartbeater.cc:511] Master 127.10.95.253:41631 requested a full tablet report, sending...
22:13:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.059078 11337 heartbeater.cc:347] Connected to a master server at 127.10.95.254:35903
22:13:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.059418 11337 heartbeater.cc:464] Registering TS with master...
22:13:51.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.060181 11337 heartbeater.cc:511] Master 127.10.95.254:35903 requested a full tablet report, sending...
22:13:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.062538 10668 ts_manager.cc:194] Registered new tserver with Master: 1b5f85d96f7b4dd0899496d7a7a901a7 (127.10.95.195:41697)
22:13:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.063894 10743 ts_manager.cc:194] Registered new tserver with Master: 1b5f85d96f7b4dd0899496d7a7a901a7 (127.10.95.195:41697)
22:13:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.075528 10623 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
22:13:51.087 [DEBUG - main] (MiniKuduCluster.java:195) Response:
22:13:51.089 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
22:13:51.099 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.95.254"
port: 35903
}
bound_http_address {
host: "127.10.95.254"
port: 35209
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.95.253"
port: 41631
}
bound_http_address {
host: "127.10.95.253"
port: 46609
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.95.252"
port: 45093
}
bound_http_address {
host: "127.10.95.252"
port: 32773
}
}
}
22:13:51.104 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
22:13:51.106 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.10.95.193"
port: 38177
}
bound_http_address {
host: "127.10.95.193"
port: 33291
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.10.95.194"
port: 38909
}
bound_http_address {
host: "127.10.95.194"
port: 33345
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.10.95.195"
port: 41697
}
bound_http_address {
host: "127.10.95.195"
port: 33367
}
}
}
22:13:51.107 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
22:13:51.289 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
22:13:51.413 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskFnPJj9/test-tmp
22:13:51.414 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
22:13:51.414 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskFnPJj9/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
22:13:51.426 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
22:13:51.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:51.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
22:13:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.812274 11346 mini_oidc.cc:152] Starting JWKS server
22:13:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.816035 11346 webserver.cc:460] Webserver started at http://127.0.0.1:37735/ using document root <none> and password file <none>
22:13:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.816448 11346 mini_oidc.cc:189] Starting OIDC Discovery server
22:13:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:51.818087 11346 webserver.cc:460] Webserver started at http://127.0.0.1:37745/ using document root <none> and password file <none>
22:13:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
22:13:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/principal' for realm 'KRBTEST.COM',
22:13:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
22:13:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:51 dist-test-slave-bbfq krb5kdc[11359](info): setting up network...
22:13:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
22:13:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:51 dist-test-slave-bbfq krb5kdc[11359](info): set up 2 sockets
22:13:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:51 dist-test-slave-bbfq krb5kdc[11359](info): commencing operation
22:13:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
22:13:52.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:52.061542 11335 heartbeater.cc:503] Master 127.10.95.252:45093 was elected leader, sending a full tablet report...
22:13:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:52.941330 11346 mini_kdc.cc:121] Time spent starting KDC: real 1.098s user 0.002s sys 0.018s
22:13:52.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
22:13:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:13:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
22:13:52.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
22:13:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:13:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
22:13:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
22:13:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:13:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
22:13:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
22:13:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/test-user.keytab.
22:13:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/test-user.keytab.
22:13:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:53 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460833, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:13:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:13:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:13:53.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:13:53Z Disabled control of system clock
22:13:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.20.190@KRBTEST.COM; defaulting to no policy
22:13:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.20.190@KRBTEST.COM" created.
22:13:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab.
22:13:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab.
22:13:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:53.147289 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/logs
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.190:34251
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.190
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.190
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:13:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:13:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.476568 11372 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.477185 11372 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.477741 11372 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.508512 11372 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:13:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.508755 11372 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.509011 11372 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.509212 11372 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.509505 11372 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.509703 11372 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.509842 11372 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:53.547582 11372 master_runner.cc:386] Master server non-default flags:
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.190
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.190:34251
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.190
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/logs
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:53.548707 11372 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:53.549683 11372 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.570844 11381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.570924 11379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:53.571481 11378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:54.867906 11380 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:13:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.868216 11372 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:13:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.872406 11372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.875711 11372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.877234 11372 hybrid_clock.cc:648] HybridClock initialized: now 1790460834877186 us; error 71 us; skew 500 ppm
22:13:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.878089 11372 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:54 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460834, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.884191 11372 init.cc:377] Logged in from keytab as kudu/127.11.20.190@KRBTEST.COM (short username kudu)
22:13:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.890499 11372 webserver.cc:460] Webserver started at http://127.11.20.190:35301/ using document root <none> and password file <none>
22:13:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.891458 11372 fs_manager.cc:359] Metadata directory not provided
22:13:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.891691 11372 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.892222 11372 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.897505 11372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/instance:
22:13:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30746ebba6c343e19dd41d24902eface"
22:13:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:54 on dist-test-slave-bbfq"
22:13:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.898711 11372 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal/instance:
22:13:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30746ebba6c343e19dd41d24902eface"
22:13:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:54 on dist-test-slave-bbfq"
22:13:54.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.906008 11372 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
22:13:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.912446 11390 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.913704 11372 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
22:13:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.914103 11372 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30746ebba6c343e19dd41d24902eface"
22:13:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:54 on dist-test-slave-bbfq"
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.914526 11372 fs_report.cc:383] FS layout report
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/data
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.951371 11372 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.958280 11372 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:54.958837 11372 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.052615 11372 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.190:34251
22:13:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.052680 11441 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.190:34251 every 8 connection(s)
22:13:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.055853 11372 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:13:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.062014 11442 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.064702 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11372
22:13:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.065088 11346 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal/instance
22:13:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.077385 11442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } has no permanent_uuid. Determining permanent_uuid...
22:13:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.20.189@KRBTEST.COM; defaulting to no policy
22:13:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.20.189@KRBTEST.COM" created.
22:13:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:55 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460834, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.190@KRBTEST.COM for kudu/127.11.20.190@KRBTEST.COM
22:13:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab.
22:13:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab.
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.122668 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/logs
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.189:42195
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.189
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.189
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:13:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.131472 11442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } has no permanent_uuid. Determining permanent_uuid...
22:13:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.135089 11391 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.142120 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.191768 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 1
22:13:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.195631 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.264077 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 2
22:13:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.268503 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.359886 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 3
22:13:55.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.363862 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.453696 11448 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.454406 11448 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.455113 11448 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:55.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.486565 11448 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:13:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.486869 11448 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.487253 11448 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.487613 11448 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.487931 11448 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.488237 11448 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.488464 11448 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:13:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.507304 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 4
22:13:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.510988 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.530790 11448 master_runner.cc:386] Master server non-default flags:
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.189
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.189:42195
22:13:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.189
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/logs
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.532366 11448 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.533703 11448 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.554008 11455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:55.810443 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 5
22:13:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.815920 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.363363 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 6
22:13:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:56.370893 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.189:42195: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:13:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.554464 11456 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:55.554750 11458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.838562 11448 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:13:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:56.838944 11457 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
22:13:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.843144 11448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.846396 11448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.847826 11448 hybrid_clock.cc:648] HybridClock initialized: now 1790460836847789 us; error 47 us; skew 500 ppm
22:13:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.848585 11448 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:56 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460836, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.861594 11448 init.cc:377] Logged in from keytab as kudu/127.11.20.189@KRBTEST.COM (short username kudu)
22:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.867334 11448 webserver.cc:460] Webserver started at http://127.11.20.189:37181/ using document root <none> and password file <none>
22:13:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.868207 11448 fs_manager.cc:359] Metadata directory not provided
22:13:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.868389 11448 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.868763 11448 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.874898 11448 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/instance:
22:13:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae88e6354c804fe0b1c3349514cac947"
22:13:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:56 on dist-test-slave-bbfq"
22:13:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.876398 11448 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal/instance:
22:13:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae88e6354c804fe0b1c3349514cac947"
22:13:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:56 on dist-test-slave-bbfq"
22:13:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.883785 11448 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
22:13:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.889767 11468 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.890947 11448 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
22:13:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.891263 11448 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:13:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae88e6354c804fe0b1c3349514cac947"
22:13:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:56 on dist-test-slave-bbfq"
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.891568 11448 fs_report.cc:383] FS layout report
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/data
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.951514 11448 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.958628 11448 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:56.959102 11448 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.095039 11448 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.189:42195
22:13:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.095458 11519 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.189:42195 every 8 connection(s)
22:13:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.098413 11448 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:13:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.107657 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11448
22:13:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.108260 11346 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal/instance
22:13:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.113131 11520 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.11.20.188@KRBTEST.COM; defaulting to no policy
22:13:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.137825 11520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } has no permanent_uuid. Determining permanent_uuid...
22:13:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.11.20.188@KRBTEST.COM" created.
22:13:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
22:13:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab.
22:13:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.11.20.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab.
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.182869 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/logs
22:13:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:13:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.188:36557
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.188
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.188
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:13:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:57 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460836, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.189@KRBTEST.COM for kudu/127.11.20.190@KRBTEST.COM
22:13:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.205353 11520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } has no permanent_uuid. Determining permanent_uuid...
22:13:57.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:57 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460836, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.189@KRBTEST.COM for kudu/127.11.20.189@KRBTEST.COM
22:13:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.242372 11520 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } has no permanent_uuid. Determining permanent_uuid...
22:13:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.245167 11472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.255860 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.305460 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 1
22:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.309963 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.378454 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 2
22:13:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.385023 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.431517 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } attempt: 7
22:13:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:57 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460834, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.190@KRBTEST.COM for kudu/127.11.20.189@KRBTEST.COM
22:13:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.460282 11442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } has no permanent_uuid. Determining permanent_uuid...
22:13:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.465622 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.476562 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 3
22:13:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.480661 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.524062 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 1
22:13:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.528385 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.576328 11526 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.577428 11526 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.578207 11526 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.609807 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 2
22:13:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.611325 11526 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:13:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.611627 11526 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.612084 11526 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.612564 11526 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.612943 11526 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.613273 11526 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.613538 11526 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:13:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.614008 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.624058 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 4
22:13:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.627777 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.652015 11526 master_runner.cc:386] Master server non-default flags:
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.188
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.188:36557
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.188
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/logs
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.653323 11526 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.654430 11526 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.676303 11540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.699582 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 3
22:13:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.704962 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.845412 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 4
22:13:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.851555 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:57.927255 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 5
22:13:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.933954 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:58.135067 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 5
22:13:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:58.148262 11516 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.11.20.189:42195
22:13:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:58.167192 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:58.481652 11520 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 6
22:13:58.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:58.493249 11520 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:58.719710 11442 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } attempt: 6
22:13:58.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:58.733050 11442 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.20.188:36557: Network error: Client connection negotiation failed: client connection to 127.11.20.188:36557: connect: Connection refused (error 111)
22:13:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.676337 11538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:57.679571 11537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.045199 11539 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1367 milliseconds
22:13:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.045351 11526 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
22:13:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.046919 11526 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.050917 11526 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.052623 11526 hybrid_clock.cc:648] HybridClock initialized: now 1790460839052573 us; error 65 us; skew 500 ppm
22:13:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.054412 11526 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:13:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.061724 11526 init.cc:377] Logged in from keytab as kudu/127.11.20.188@KRBTEST.COM (short username kudu)
22:13:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.067651 11526 webserver.cc:460] Webserver started at http://127.11.20.188:44677/ using document root <none> and password file <none>
22:13:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.068586 11526 fs_manager.cc:359] Metadata directory not provided
22:13:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.068778 11526 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.069195 11526 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:13:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.075104 11526 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/instance:
22:13:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a833123b1da4f16b965cefbc017d205"
22:13:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:59 on dist-test-slave-bbfq"
22:13:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.076258 11526 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal/instance:
22:13:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a833123b1da4f16b965cefbc017d205"
22:13:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:59 on dist-test-slave-bbfq"
22:13:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.085791 11526 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.001s sys 0.008s
22:13:59.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.092706 11554 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:13:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.093953 11526 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
22:13:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.094399 11526 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:13:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a833123b1da4f16b965cefbc017d205"
22:13:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:59 on dist-test-slave-bbfq"
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.094805 11526 fs_report.cc:383] FS layout report
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/data
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.137693 11526 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:13:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.144150 11526 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.144677 11526 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.235527 11526 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.188:36557
22:13:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.235574 11605 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.188:36557 every 8 connection(s)
22:13:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.238399 11526 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:13:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.244472 11606 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:13:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.244614 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11526
22:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.245172 11346 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal/instance
22:13:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.262187 11606 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } has no permanent_uuid. Determining permanent_uuid...
22:13:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460833, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.20.188@KRBTEST.COM
22:13:59.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for kudu/127.11.20.190@KRBTEST.COM
22:13:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.304488 11606 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } has no permanent_uuid. Determining permanent_uuid...
22:13:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for kudu/127.11.20.189@KRBTEST.COM
22:13:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460833, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.20.189@KRBTEST.COM
22:13:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.334693 11606 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } has no permanent_uuid. Determining permanent_uuid...
22:13:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for kudu/127.11.20.188@KRBTEST.COM
22:13:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460833, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.20.190@KRBTEST.COM
22:13:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.368033 11606 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Bootstrap starting.
22:13:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.369793 11346 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
22:13:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.375167 11606 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Neither blocks nor log segments found. Creating new log.
22:13:59.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.377720 11606 log.cc:824] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Log is configured to *not* fsync() on all Append() calls
22:13:59.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.380 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
22:13:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.383819 11606 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: No bootstrap required, opened a new log
22:13:59.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
22:13:59.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
22:13:59.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.20.190"
port: 34251
}
bound_http_address {
host: "127.11.20.190"
port: 35301
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.20.189"
port: 42195
}
bound_http_address {
host: "127.11.20.189"
port: 37181
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.20.188"
port: 36557
}
bound_http_address {
host: "127.11.20.188"
port: 44677
}
}
}
22:13:59.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
22:13:59.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.403 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
22:13:59.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
22:13:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.419265 11606 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:13:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.420671 11606 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:13:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.421217 11606 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a833123b1da4f16b965cefbc017d205, State: Initialized, Role: FOLLOWER
22:13:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.422470 11606 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:13:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.431324 11617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } } }
22:13:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.432392 11617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: This master's current role is: FOLLOWER
22:13:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.434167 11606 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: configured and running, proceeding with master startup.
22:13:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:13:59.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.471 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc
22:13:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.475009 11629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:13:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.475361 11629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:13:59.480 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:13:59.481 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc
22:13:59.483 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:13:59.486 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
22:13:59.488 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
22:13:59.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
22:13:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.470688 11526 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: OK, instance_id { permanent_uuid: "30746ebba6c343e19dd41d24902eface" instance_seqno: 1790460835026895 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:13:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.501173 11526 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:13:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:13:59 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:13:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
22:13:59.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.526 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc
22:13:59.527 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
22:13:59.528 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.20.190:34251
22:13:59.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
22:13:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.530297 11346 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11372
22:13:59.552 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.553 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.20.189:42195
22:13:59.553 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
22:13:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.553886 11346 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11448
22:13:59.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.576 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.20.188:36557
22:13:59.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
22:13:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.576793 11346 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11526
22:13:59.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:13:59.601 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.20.190:34251
22:13:59.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
22:13:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.605398 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:13:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/logs
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.190:34251
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.190
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35301
22:13:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.190
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:13:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.912585 11633 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.913337 11633 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.914096 11633 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.949108 11633 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:13:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.949474 11633 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:13:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.949898 11633 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.950284 11633 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:13:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.950609 11633 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:13:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.950922 11633 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:13:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:13:59.951155 11633 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:13:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.989305 11633 master_runner.cc:386] Master server non-default flags:
22:13:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:13:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.190.keytab
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.190
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.190:34251
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:13:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.190
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35301
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/logs
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:13:59.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.991036 11633 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:13:59.992353 11633 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:14:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:00.013726 11633 server_base.cc:1034] running on GCE node
22:14:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:00.011762 11643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:00.011879 11640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:00.011795 11641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:01.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.308916 11633 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:14:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.312070 11633 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:14:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.313496 11633 hybrid_clock.cc:648] HybridClock initialized: now 1790460841313444 us; error 74 us; skew 500 ppm
22:14:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.314458 11633 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:14:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:01 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460841, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:14:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.320322 11633 init.cc:377] Logged in from keytab as kudu/127.11.20.190@KRBTEST.COM (short username kudu)
22:14:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.325502 11633 webserver.cc:460] Webserver started at http://127.11.20.190:35301/ using document root <none> and password file <none>
22:14:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.326552 11633 fs_manager.cc:359] Metadata directory not provided
22:14:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.326795 11633 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:14:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.334509 11633 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
22:14:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.338945 11651 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:14:01.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.340108 11633 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
22:14:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.340375 11633 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:14:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30746ebba6c343e19dd41d24902eface"
22:14:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:54 on dist-test-slave-bbfq"
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.342727 11633 fs_report.cc:383] FS layout report
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/data
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:14:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:14:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.393652 11633 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:14:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.399859 11633 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:14:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.400285 11633 kserver.cc:163] Server-wide thread pool size limit: 3276
22:14:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.477977 11633 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.190:34251
22:14:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.478148 11702 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.190:34251 every 8 connection(s)
22:14:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.480715 11633 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/data/info.pb
22:14:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.483736 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11633
22:14:01.484 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:14:01.484 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.20.189:42195
22:14:01.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
22:14:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.486222 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:14:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:14:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:14:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data
22:14:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:14:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:14:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:14:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:14:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/logs
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.189:42195
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.189
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37181
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.189
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:14:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:14:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:14:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.494079 11703 sys_catalog.cc:263] Verifying existing consensus state
22:14:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 22:14:01.494892 11703 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:14:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.495347 11633 master.cc:537] Master@127.11.20.190:34251 shutting down...
22:14:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.554090 11633 master.cc:552] Master@127.11.20.190:34251 shutdown complete.
22:14:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:14:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.839406 11705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:14:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.840000 11705 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:14:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.841544 11705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:14:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.872907 11705 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:14:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.873208 11705 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:14:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.873564 11705 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:14:01.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.873868 11705 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:14:01.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.874213 11705 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:14:01.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.874545 11705 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:14:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.874787 11705 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.912995 11705 master_runner.cc:386] Master server non-default flags:
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:14:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.189.keytab
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.189
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.189:42195
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:14:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.189
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37181
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/logs
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:14:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:14:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:14:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.914212 11705 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:14:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.915392 11705 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:14:01.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.934334 11714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.935073 11716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:01.935746 11705 server_base.cc:1034] running on GCE node
22:14:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:01.935245 11713 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:03.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.187402 11705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:14:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.190004 11705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:14:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.191443 11705 hybrid_clock.cc:648] HybridClock initialized: now 1790460843191409 us; error 35 us; skew 500 ppm
22:14:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.192301 11705 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:14:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:03 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460843, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:14:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.206326 11705 init.cc:377] Logged in from keytab as kudu/127.11.20.189@KRBTEST.COM (short username kudu)
22:14:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.211198 11705 webserver.cc:460] Webserver started at http://127.11.20.189:37181/ using document root <none> and password file <none>
22:14:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.212196 11705 fs_manager.cc:359] Metadata directory not provided
22:14:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.212451 11705 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:14:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.220834 11705 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.002s
22:14:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.225347 11724 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:14:03.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.226511 11705 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
22:14:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.226866 11705 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae88e6354c804fe0b1c3349514cac947"
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:56 on dist-test-slave-bbfq"
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.229311 11705 fs_report.cc:383] FS layout report
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/data
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:14:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:14:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.273820 11705 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:14:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.279949 11705 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:14:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.280475 11705 kserver.cc:163] Server-wide thread pool size limit: 3276
22:14:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.355492 11705 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.189:42195
22:14:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.355607 11775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.189:42195 every 8 connection(s)
22:14:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.358515 11705 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/data/info.pb
22:14:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.364373 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11705
22:14:03.365 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:14:03.365 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.11.20.188:36557
22:14:03.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
22:14:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.367465 11346 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:14:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu
22:14:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/logs
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.188:36557
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.188
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44677
22:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.188
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:14:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:14:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:14:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
22:14:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.369431 11776 sys_catalog.cc:263] Verifying existing consensus state
22:14:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 22:14:03.370364 11776 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:14:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.370831 11705 master.cc:537] Master@127.11.20.189:42195 shutting down...
22:14:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.442296 11705 master.cc:552] Master@127.11.20.189:42195 shutdown complete.
22:14:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
22:14:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.730283 11778 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.730890 11778 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.731549 11778 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:14:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.765120 11778 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
22:14:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.765367 11778 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:14:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.765650 11778 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.765857 11778 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.766111 11778 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.766467 11778 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.766625 11778 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37735/jwks.json
22:14:03.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.803529 11778 master_runner.cc:386] Master server non-default flags:
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.20.148:41171
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/krb5kdc/kudu_127.11.20.188.keytab
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.11.20.188
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.20.188:36557
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37735/jwks.json
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.20.188
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44677
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:14:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/logs
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 21:14:29 UTC on ccycloud.quasar-htepcs.root.comops.site
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675023
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.804777 11778 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:14:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.805702 11778 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:14:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.822351 11785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.822504 11784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:03.823197 11787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:14:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:03.824229 11778 server_base.cc:1034] running on GCE node
22:14:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.068675 11778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:14:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.071739 11778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:14:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.073168 11778 hybrid_clock.cc:648] HybridClock initialized: now 1790460845073132 us; error 40 us; skew 500 ppm
22:14:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.074272 11778 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
22:14:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:05 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460845, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:14:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.080852 11778 init.cc:377] Logged in from keytab as kudu/127.11.20.188@KRBTEST.COM (short username kudu)
22:14:05.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.086755 11778 webserver.cc:460] Webserver started at http://127.11.20.188:44677/ using document root <none> and password file <none>
22:14:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.087857 11778 fs_manager.cc:359] Metadata directory not provided
22:14:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.088156 11778 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:14:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.096938 11778 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
22:14:05.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.101855 11797 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
22:14:05.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.103056 11778 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
22:14:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.103504 11778 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data,/tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:14:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a833123b1da4f16b965cefbc017d205"
22:14:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 22:13:59 on dist-test-slave-bbfq"
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.106423 11778 fs_report.cc:383] FS layout report
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/wal
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/data
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:14:05.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:14:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.144649 11778 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
22:14:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.151015 11778 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:14:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.151611 11778 kserver.cc:163] Server-wide thread pool size limit: 3276
22:14:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.234645 11778 rpc_server.cc:307] RPC server started. Bound to: 127.11.20.188:36557
22:14:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.234766 11848 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.20.188:36557 every 8 connection(s)
22:14:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.237851 11778 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskFnPJj9/test-tmp/mini-kudu-cluster2759620678271419840/master-2/data/info.pb
22:14:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.247037 11346 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu as pid 11778
22:14:05.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
22:14:05.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.250383 11849 sys_catalog.cc:263] Verifying existing consensus state
22:14:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.256138 11849 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Bootstrap starting.
22:14:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.292479 11849 log.cc:824] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Log is configured to *not* fsync() on all Append() calls
22:14:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.297374 11849 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:14:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.298287 11849 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Bootstrap complete.
22:14:05.303 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.328037 11849 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.330984 11849 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:14:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.331307 11849 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a833123b1da4f16b965cefbc017d205, State: Initialized, Role: FOLLOWER
22:14:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.332257 11849 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.335103 11854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } } }
22:14:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.335927 11854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: This master's current role is: FOLLOWER
22:14:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.336759 11849 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [sys.catalog]: configured and running, proceeding with master startup.
22:14:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.370064 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.370398 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:05.382 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.393 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.20.188:36557(127.11.20.188:36557)] connecting to peer
22:14:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.367715 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:05.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.401034 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.409940 11803 tablet.cc:2369] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:14:05.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.464 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.20.188:36557(127.11.20.188:36557)] Successfully connected to peer
22:14:05.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.537 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
22:14:05.546 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.11.20.188
22:14:05.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:05 dist-test-slave-bbfq krb5kdc[11359](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460839, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.11.20.188@KRBTEST.COM
22:14:05.817 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7f953547, L:/127.0.0.1:58252 - R:/127.11.20.188:36557] using SASL/GSSAPI
22:14:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.823570 11854 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.824084 11854 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.828661 11799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:05.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.830570 11854 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.838348 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:05.839807 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.840267 11798 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:05.841188 11854 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:05.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:05.853 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:05.892 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.894 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:05.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:05.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.934 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:05.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:05.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:05.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:05.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:05.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:06.032 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:06.034 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:06.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:06.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:06.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:06.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:06.352 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:06.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.355 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:06.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:06.373981 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:06.374322 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:06.432 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:06.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.435 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:06.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:06.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:06.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:06.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:06.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:06.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:07.377436 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:07.377698 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:07.759806 11874 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:07.760229 11874 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:07.762418 11874 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:07.770259 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:07.770642 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:07.770991 11798 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:07.771569 11874 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:07.812 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:07.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:07.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:07.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:07.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:07.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:07.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:07.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:07.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:08.380417 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:08.380671 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:08.892 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:08.893 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:08.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:08.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:08.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:08.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:08.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:08.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:08.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:09.112 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:09.113 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:09.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:09.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:09.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:09.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:09.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:09.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:09.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:09.360868 11880 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:09.361310 11880 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:09.362821 11880 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:09.368710 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:09.369060 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:09.369459 11799 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:09.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:09.370200 11880 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:09.383481 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:09.383738 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:10.386657 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:10.386914 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:10.406001 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:10.406685 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:11.389789 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:11.390101 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:11.592 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:11.593 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:11.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:11.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:11.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:11.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:11.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:11.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:11.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:12.145558 11889 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:12.145964 11889 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:12.147698 11889 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:12.149683 11798 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111) [suppressed 5 similar messages]
22:14:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:12.152823 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:12.153764 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:12.154395 11798 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:12.155099 11889 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:12.393042 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:12.393357 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:13.396378 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:13.396708 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:14.400266 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:14.400585 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:14.452 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:14.453 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:14.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:14.472 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:14.473 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:14.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:14.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:14.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:15.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:15 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460855, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:14:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:15.084824 11793 init.cc:295] Successfully reacquired a new kerberos TGT
22:14:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:15.403622 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:15.403872 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:15.410219 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:15.410672 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:16.406708 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:16.406994 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:16.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:16.833 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:16.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:16.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:16.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:16.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:16.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:16.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:16.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:17.180577 11050 debug-util.cc:398] Leaking SignalData structure 0x7b08000af5a0 after lost signal to thread 10924
22:14:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:17.181427 11050 debug-util.cc:398] Leaking SignalData structure 0x7b0800044a60 after lost signal to thread 11053
22:14:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:17.411281 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:17.411646 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:18.416167 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:18.416507 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:19.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:19.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:19.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:19.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:19.055 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:19.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:19.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:19.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:19.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:19.385841 11900 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:19.386440 11900 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:19.388402 11900 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.390698 11799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111) [suppressed 1 similar messages]
22:14:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.393796 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.394284 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:19.394690 11799 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:19.395452 11900 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.420598 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.420920 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.929565 11050 debug-util.cc:398] Leaking SignalData structure 0x7b08000be5a0 after lost signal to thread 10924
22:14:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:19.930472 11050 debug-util.cc:398] Leaking SignalData structure 0x7b08000be240 after lost signal to thread 11053
22:14:20.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:20.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:20.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:20.412 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:20.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:20.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:20.417693 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:20.418176 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:20.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:20.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:20.423794 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:20.424027 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:21.427423 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:21.427718 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:22.431455 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:22.431793 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:23.434701 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:23.434930 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:24.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:24.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:24.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:24.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:24.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:24.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:24.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:24.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:24.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:24.438355 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:24.438746 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 22:14:25 dist-test-slave-bbfq krb5kdc[11359](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790460865, etypes {rep=17 tkt=17 ses=17}, kudu/127.11.20.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
22:14:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:25.087292 11793 init.cc:295] Successfully reacquired a new kerberos TGT
22:14:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:25.421753 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:25.422310 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:25.441620 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:25.441876 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:26.445044 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:26.445309 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:26.534526 11914 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:14:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:26.535048 11914 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30746ebba6c343e19dd41d24902eface" member_type: VOTER last_known_addr { host: "127.11.20.190" port: 34251 } } peers { permanent_uuid: "ae88e6354c804fe0b1c3349514cac947" member_type: VOTER last_known_addr { host: "127.11.20.189" port: 42195 } } peers { permanent_uuid: "4a833123b1da4f16b965cefbc017d205" member_type: VOTER last_known_addr { host: "127.11.20.188" port: 36557 } }
22:14:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:26.536935 11914 leader_election.cc:288] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251), ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195)
22:14:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:26.539409 11799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111) [suppressed 1 similar messages]
22:14:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:26.542574 11799 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 30746ebba6c343e19dd41d24902eface (127.11.20.190:34251): Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111)
22:14:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:26.543781 11798 leader_election.cc:334] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ae88e6354c804fe0b1c3349514cac947 (127.11.20.189:42195): Network error: Client connection negotiation failed: client connection to 127.11.20.189:42195: connect: Connection refused (error 111)
22:14:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:26.544224 11798 leader_election.cc:302] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a833123b1da4f16b965cefbc017d205; no voters: 30746ebba6c343e19dd41d24902eface, ae88e6354c804fe0b1c3349514cac947
22:14:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:26.545028 11914 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
22:14:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:27.448345 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:27.448594 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:27.732 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:27.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:27.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:27.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:27.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:27.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:27.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:27.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:27.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:28.451675 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:28.451969 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:29.285111 11331 debug-util.cc:398] Leaking SignalData structure 0x7b08000af0e0 after lost signal to thread 11206
22:14:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:29.286082 11331 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdc40 after lost signal to thread 11334
22:14:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:29.455742 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:29.456041 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:30.425118 11778 master_runner.cc:186] Error getting master registration for 127.11.20.190:34251: Network error: Client connection negotiation failed: client connection to 127.11.20.190:34251: connect: Connection refused (error 111),
22:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:30.425500 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:14:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:30.460481 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:30.460851 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:31.372 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:31.373 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:31.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:31.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:31.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:31.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:31.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:31.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:31.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:31.463764 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:31.464018 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:32.466694 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:32.467057 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:33.469949 11865 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4a833123b1da4f16b965cefbc017d205: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:14:33.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 22:14:33.470216 11865 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:14:33.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:33.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:33.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:33.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:33.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:33.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:33.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:33.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:33.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:34.412 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.190:34251(127.11.20.190:34251)] connecting to peer
22:14:34.413 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.11.20.189:42195(127.11.20.189:42195)] connecting to peer
22:14:34.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:34.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.20.190:34251(127.11.20.190:34251)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:34.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.190:34251: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251
22:14:34.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:34.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.189:42195(127.11.20.189:42195)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:34.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.20.189:42195: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
22:14:34.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557; will retry
22:14:34.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29167), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [209ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [587ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [596ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [604ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [612ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [614ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [645ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [650ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [660ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [663ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [667ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [680ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [686ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [687ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [701ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [704ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [706ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [780ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [786ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [787ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [789ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [901ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [904ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [908ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [909ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1096ms] refreshing cache from master, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1188ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1189ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1306ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [2565ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [3637ms] refreshing cache from master, [3637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [3638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [3639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [3640ms] too many traces: truncated at 100 traces, deferred=Deferred@1635565290(state=PENDING, result=null, callback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002), errback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002)))
22:14:34.427 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.20.188:36557(127.11.20.188:36557)] disconnecting while in state READY
22:14:34.428 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.20.190:34251(127.11.20.190:34251)] disconnecting while in state TERMINATED
22:14:34.428 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.11.20.189:42195(127.11.20.189:42195)] disconnecting while in state TERMINATED
22:14:34.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:14:34.439 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:14:34.440 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.20.188:36557(127.11.20.188:36557)] handling channelInactive
22:14:34.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.20.188:36557(127.11.20.188:36557)] cleaning up while in state READY due to: connection closed
22:14:34.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:34.448191 11346 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11778
22:14:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:14:35Z chronyd exiting
22:14:36.684 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:14:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.685491 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 10903
22:14:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.715155 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11064
22:14:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.743731 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 11205
22:14:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.774739 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 10635
22:14:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.804411 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 10705
22:14:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 22:14:36.834156 10623 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskFnPJj9/build/tsan/bin/kudu with pid 10780
22:14:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T22:14:38Z chronyd exiting
22:14:39.078 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29167), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [209ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [587ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [596ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [604ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [612ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [614ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [645ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [650ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [660ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [663ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [667ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [680ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [686ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [687ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [701ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [704ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [706ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [780ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [786ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [787ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [789ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [901ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [904ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [908ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [909ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1096ms] refreshing cache from master, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1188ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1189ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1306ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [2565ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [3637ms] refreshing cache from master, [3637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [3638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [3639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [3640ms] too many traces: truncated at 100 traces, deferred=Deferred@1635565290(state=PENDING, result=null, callback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002), errback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.20.189:42195
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29167), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [209ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [587ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [596ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [604ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [612ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [613ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [614ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [640ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [645ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [647ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [650ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [660ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [663ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [667ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [680ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [686ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [687ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [701ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [704ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [706ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [707ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [780ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [786ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [787ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [789ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [896ms] refreshing cache from master, [896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [899ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [901ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [904ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [908ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [909ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1096ms] refreshing cache from master, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1177ms] refreshing cache from master, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1188ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1189ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1296ms] refreshing cache from master, [1296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [1297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [1299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [1300ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [1304ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [1306ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.190:34251: Network error: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.189:42195: Network error: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.11.20.188:36557: OK, [2565ms] delaying RPC due to: Service unavailable: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195, [3637ms] refreshing cache from master, [3637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.190:34251, [3638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.189:42195, [3639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.20.188:36557, [3640ms] too many traces: truncated at 100 traces, deferred=Deferred@1635565290(state=PENDING, result=null, callback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002), errback=(continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752) -> (continuation of Deferred@1558873846 after retry RPC after error@106742853) -> (continuation of Deferred@621401820 after retry RPC after error@2042189827) -> (continuation of Deferred@1902951668 after retry RPC after error@292692080) -> (continuation of Deferred@2057743284 after retry RPC after error@1231855011) -> (continuation of Deferred@1576211302 after retry RPC after error@1560467720) -> (continuation of Deferred@313926167 after retry RPC after error@1067066471) -> (continuation of Deferred@2058844369 after retry RPC after error@825635862) -> (continuation of Deferred@305340093 after retry RPC after error@2095364480) -> (continuation of Deferred@1037317949 after retry RPC after error@1027744277) -> (continuation of Deferred@923670006 after retry RPC after error@1853854254) -> (continuation of Deferred@1921924355 after retry RPC after error@1592847309) -> (continuation of Deferred@429319232 after retry RPC after error@191560638) -> (continuation of Deferred@135244277 after retry RPC after error@1366857146) -> (continuation of Deferred@2145570609 after retry RPC after error@596212856) -> (continuation of Deferred@1446783485 after retry RPC after error@1132245957) -> (continuation of Deferred@713979868 after retry RPC after error@1108128841) -> (continuation of Deferred@1976045108 after retry RPC after error@1393322451) -> (continuation of Deferred@182834425 after retry RPC after error@762087184) -> (continuation of Deferred@408982823 after retry RPC after error@680670473) -> (continuation of Deferred@217345790 after retry RPC after error@1172913271) -> (continuation of Deferred@1505513536 after retry RPC after error@1614744579) -> (continuation of Deferred@1326652772 after retry RPC after error@1125485173) -> (continuation of Deferred@2014379015 after retry RPC after error@1624746002)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.20.190:34251,127.11.20.189:42195,127.11.20.188:36557) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.190:34251(127.11.20.190:34251): Connection refused: /127.11.20.190:34251,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.20.189:42195(127.11.20.189:42195): Connection refused: /127.11.20.189:42195
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.20.189:42195
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)