20:25:38.003 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:25:38.016 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEyyHK1/test-tmp
20:25:38.019 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:25:38.023 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEyyHK1/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:25:38.226 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:25:38.459 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:25:38.460 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:25:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.464931 9512 mini_oidc.cc:152] Starting JWKS server
20:25:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.469727 9512 webserver.cc:460] Webserver started at http://127.0.0.1:33305/ using document root <none> and password file <none>
20:25:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.470201 9512 mini_oidc.cc:189] Starting OIDC Discovery server
20:25:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.472504 9512 webserver.cc:460] Webserver started at http://127.0.0.1:37423/ using document root <none> and password file <none>
20:25:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:25:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:25:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:25:38Z Disabled control of system clock
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.521798 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/logs
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data/info.pb
20:25:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.62:44219
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.62
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json with env {}
20:25:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.803751 9524 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.804292 9524 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:38.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.804929 9524 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.834556 9524 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.834800 9524 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.835006 9524 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.835321 9524 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.835632 9524 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:38.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.835896 9524 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33305/jwks.json
20:25:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.872036 9524 master_runner.cc:386] Master server non-default flags:
20:25:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.62:44219
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data/info.pb
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.62
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/logs
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.873596 9524 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.875936 9524 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.902160 9530 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:38.903424 9524 server_base.cc:1034] running on GCE node
20:25:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.902187 9531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:38.902217 9533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.101233 9524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.104074 9524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.105407 9524 hybrid_clock.cc:648] HybridClock initialized: now 1790540740105350 us; error 77 us; skew 500 ppm
20:25:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.106673 9524 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.117442 9524 webserver.cc:460] Webserver started at http://127.9.74.62:41303/ using document root <none> and password file <none>
20:25:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.118577 9524 fs_manager.cc:359] Metadata directory not provided
20:25:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.118746 9524 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.119226 9524 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.124153 9524 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data/instance:
20:25:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323c45df388242e7b5c903d75239fcbb"
20:25:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:40 on dist-test-slave-pf2m"
20:25:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.125489 9524 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal/instance:
20:25:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323c45df388242e7b5c903d75239fcbb"
20:25:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:40 on dist-test-slave-pf2m"
20:25:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.132709 9524 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
20:25:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.138753 9540 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.139889 9524 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:25:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.140229 9524 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323c45df388242e7b5c903d75239fcbb"
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:40 on dist-test-slave-pf2m"
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.140635 9524 fs_report.cc:383] FS layout report
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal
20:25:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data/data
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.170639 9524 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.172163 9524 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.172696 9524 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.240404 9524 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.62:44219
20:25:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.240499 9591 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.62:44219 every 8 connection(s)
20:25:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.243279 9524 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/data/info.pb
20:25:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.248726 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 9524
20:25:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.249101 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-0/wal/instance
20:25:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.249996 9592 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.253158 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal
20:25:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/logs
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data/info.pb
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.61:33073
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.61
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json with env {}
20:25:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.267753 9592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } has no permanent_uuid. Determining permanent_uuid...
20:25:40.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.303929 9592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } has no permanent_uuid. Determining permanent_uuid...
20:25:40.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.306483 9542 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.310894 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.360294 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 1
20:25:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.364238 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.432587 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 2
20:25:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.436353 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.527730 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 3
20:25:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.531338 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.561069 9594 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.561623 9594 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.562333 9594 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.591887 9594 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.592149 9594 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.592336 9594 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.592509 9594 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.592689 9594 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.592901 9594 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33305/jwks.json
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.626935 9594 master_runner.cc:386] Master server non-default flags:
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data
20:25:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.61:33073
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data/info.pb
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.61
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/logs
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.628285 9594 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.630638 9594 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.648283 9604 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.674767 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 4
20:25:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.678612 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.978157 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 5
20:25:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.982036 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.529621 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 6
20:25:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:41.539697 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.61:33073: Network error: Client connection negotiation failed: client connection to 127.9.74.61:33073: connect: Connection refused (error 111)
20:25:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.648278 9606 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:40.648767 9603 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:40.650198 9594 server_base.cc:1034] running on GCE node
20:25:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.845510 9594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.848898 9594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.850378 9594 hybrid_clock.cc:648] HybridClock initialized: now 1790540741850352 us; error 47 us; skew 500 ppm
20:25:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.851413 9594 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.857904 9594 webserver.cc:460] Webserver started at http://127.9.74.61:41963/ using document root <none> and password file <none>
20:25:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.858844 9594 fs_manager.cc:359] Metadata directory not provided
20:25:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.859016 9594 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.859464 9594 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.864097 9594 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data/instance:
20:25:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c36ad9deaf0c417a94c4373a3c2c685e"
20:25:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:41 on dist-test-slave-pf2m"
20:25:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.865167 9594 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal/instance:
20:25:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c36ad9deaf0c417a94c4373a3c2c685e"
20:25:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:41 on dist-test-slave-pf2m"
20:25:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.873243 9594 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:25:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.878618 9615 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.879705 9594 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.879992 9594 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c36ad9deaf0c417a94c4373a3c2c685e"
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:41 on dist-test-slave-pf2m"
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.880283 9594 fs_report.cc:383] FS layout report
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal
20:25:41.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal
20:25:41.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data/data
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.914412 9594 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.915725 9594 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.916093 9594 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.981933 9594 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.61:33073
20:25:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.982030 9666 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.61:33073 every 8 connection(s)
20:25:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.984611 9594 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/data/info.pb
20:25:41.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.989482 9667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.992988 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 9594
20:25:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.993384 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-1/wal/instance
20:25:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:41.995568 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/logs
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data/info.pb
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.60:45665
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.60
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json with env {}
20:25:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.000953 9667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } has no permanent_uuid. Determining permanent_uuid...
20:25:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.028959 9667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } has no permanent_uuid. Determining permanent_uuid...
20:25:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.043349 9667 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
20:25:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.045490 9616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.050022 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.099444 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 1
20:25:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.103109 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.171479 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 2
20:25:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.175547 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.266955 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 3
20:25:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.270606 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.309789 9669 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.310307 9669 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.310741 9669 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.341121 9669 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.341396 9669 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.341593 9669 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.341892 9669 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.342195 9669 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.342440 9669 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33305/jwks.json
20:25:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.376433 9669 master_runner.cc:386] Master server non-default flags:
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.60:45665
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33305/jwks.json
20:25:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data/info.pb
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.60
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/logs
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.377862 9669 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.379737 9669 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.397018 9682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.413966 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 4
20:25:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.418212 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.600327 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } attempt: 7
20:25:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.614048 9592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
20:25:42.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.620362 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.678951 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 1
20:25:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.683063 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.717587 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 5
20:25:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.721786 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.764439 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 2
20:25:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.768719 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.854140 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 3
20:25:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.858331 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.998878 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 4
20:25:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.002544 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.269194 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 6
20:25:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.276597 9667 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:43.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.285885 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 5
20:25:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.289824 9592 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.74.60:45665: Network error: Client connection negotiation failed: client connection to 127.9.74.60:45665: connect: Connection refused (error 111)
20:25:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.397033 9679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:42.397039 9680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:42.398838 9669 server_base.cc:1034] running on GCE node
20:25:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.605145 9669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.608129 9669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.609572 9669 hybrid_clock.cc:648] HybridClock initialized: now 1790540743609543 us; error 45 us; skew 500 ppm
20:25:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.610814 9669 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.618733 9669 webserver.cc:460] Webserver started at http://127.9.74.60:42955/ using document root <none> and password file <none>
20:25:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.620079 9669 fs_manager.cc:359] Metadata directory not provided
20:25:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.620340 9669 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:43.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.620908 9669 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.626519 9669 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data/instance:
20:25:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17"
20:25:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:43 on dist-test-slave-pf2m"
20:25:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.627709 9669 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal/instance:
20:25:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17"
20:25:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:43 on dist-test-slave-pf2m"
20:25:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.637077 9669 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.002s sys 0.009s
20:25:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.644272 9694 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.646350 9669 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:25:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.646597 9669 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17"
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:43 on dist-test-slave-pf2m"
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.646868 9669 fs_report.cc:383] FS layout report
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data/data
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:43.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.697018 9669 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.698551 9669 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.698951 9669 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.765758 9669 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.60:45665
20:25:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.765882 9745 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.60:45665 every 8 connection(s)
20:25:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.768193 9669 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/data/info.pb
20:25:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.772949 9746 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.775914 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 9669
20:25:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.776284 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/master-2/wal/instance
20:25:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.787731 9746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } has no permanent_uuid. Determining permanent_uuid...
20:25:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.826054 9746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } has no permanent_uuid. Determining permanent_uuid...
20:25:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.837052 9746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
20:25:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.842195 9592 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 6
20:25:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.858755 9746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: Bootstrap starting.
20:25:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.862739 9592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: Bootstrap starting.
20:25:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.865989 9746 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: Neither blocks nor log segments found. Creating new log.
20:25:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.868127 9746 log.cc:824] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: Log is configured to *not* fsync() on all Append() calls
20:25:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.869257 9592 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: Neither blocks nor log segments found. Creating new log.
20:25:43.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.871658 9592 log.cc:824] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: Log is configured to *not* fsync() on all Append() calls
20:25:43.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.873276 9746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: No bootstrap required, opened a new log
20:25:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.877233 9592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: No bootstrap required, opened a new log
20:25:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.900045 9746 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.900686 9746 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:25:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.901013 9746 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ab0d4040bb24a2b9ec1e8efaba92f17, State: Initialized, Role: FOLLOWER
20:25:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.901957 9592 raft_consensus.cc:348] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.902364 9746 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.903009 9592 raft_consensus.cc:374] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:25:43.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.903725 9592 raft_consensus.cc:729] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 323c45df388242e7b5c903d75239fcbb, State: Initialized, Role: FOLLOWER
20:25:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.904882 9592 consensus_queue.cc:260] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.908309 9758 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.909482 9758 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: This master's current role is: FOLLOWER
20:25:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.909924 9746 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: configured and running, proceeding with master startup.
20:25:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.910913 9759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.911731 9759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: This master's current role is: FOLLOWER
20:25:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.912240 9592 sys_catalog.cc:564] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: configured and running, proceeding with master startup.
20:25:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.931778 9546 tablet.cc:2369] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:25:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.952296 9779 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:25:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.952648 9779 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:25:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.953984 9700 tablet.cc:2369] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:25:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.963423 9781 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:25:43.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:43.964061 9781 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:25:43.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.948243 9524 master_runner.cc:186] Error getting master registration for 127.9.74.61:33073: OK, instance_id { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" instance_seqno: 1790540741963353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:25:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.938947 9669 master_runner.cc:186] Error getting master registration for 127.9.74.62:44219: OK, instance_id { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" instance_seqno: 1790540740221920 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:25:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.987149 9669 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:25:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:43.987561 9524 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:25:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.283283 9759 raft_consensus.cc:482] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:25:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.283869 9759 raft_consensus.cc:504] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.286912 9759 leader_election.cc:288] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c36ad9deaf0c417a94c4373a3c2c685e (127.9.74.61:33073), 8ab0d4040bb24a2b9ec1e8efaba92f17 (127.9.74.60:45665)
20:25:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.288759 9721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "323c45df388242e7b5c903d75239fcbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" is_pre_election: true
20:25:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.289875 9721 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 323c45df388242e7b5c903d75239fcbb in term 0.
20:25:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.292096 9541 leader_election.cc:302] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 323c45df388242e7b5c903d75239fcbb, 8ab0d4040bb24a2b9ec1e8efaba92f17; no voters:
20:25:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.293188 9759 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Leader pre-election won for term 1
20:25:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.293708 9759 raft_consensus.cc:482] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:25:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.294140 9759 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 0 FOLLOWER]: Advancing to term 1
20:25:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.300450 9759 raft_consensus.cc:504] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.303174 9721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "323c45df388242e7b5c903d75239fcbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17"
20:25:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.303715 9721 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 0 FOLLOWER]: Advancing to term 1
20:25:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.303472 9759 leader_election.cc:288] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [CANDIDATE]: Term 1 election: Requested vote from peers c36ad9deaf0c417a94c4373a3c2c685e (127.9.74.61:33073), 8ab0d4040bb24a2b9ec1e8efaba92f17 (127.9.74.60:45665)
20:25:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.310379 9721 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 323c45df388242e7b5c903d75239fcbb in term 1.
20:25:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.312361 9541 leader_election.cc:302] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 323c45df388242e7b5c903d75239fcbb, 8ab0d4040bb24a2b9ec1e8efaba92f17; no voters:
20:25:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.313318 9759 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 1 FOLLOWER]: Leader election won for term 1
20:25:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.322114 9759 raft_consensus.cc:686] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [term 1 LEADER]: Becoming Leader. State: Replica: 323c45df388242e7b5c903d75239fcbb, State: Running, Role: LEADER
20:25:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.324445 9759 consensus_queue.cc:237] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.336972 9667 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } attempt: 7
20:25:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.343729 9784 sys_catalog.cc:455] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 323c45df388242e7b5c903d75239fcbb. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.344434 9784 sys_catalog.cc:458] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: This master's current role is: LEADER
20:25:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.357514 9787 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:25:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.366901 9787 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:25:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.384414 9667 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: Bootstrap starting.
20:25:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.391434 9667 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: Neither blocks nor log segments found. Creating new log.
20:25:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.393611 9667 log.cc:824] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: Log is configured to *not* fsync() on all Append() calls
20:25:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.393643 9721 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [term 1 FOLLOWER]: Refusing update from remote peer 323c45df388242e7b5c903d75239fcbb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:25:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.395363 9784 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:25:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.414047 9667 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: No bootstrap required, opened a new log
20:25:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.443617 9758 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 323c45df388242e7b5c903d75239fcbb. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.444619 9758 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: This master's current role is: FOLLOWER
20:25:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.447918 9788 mvcc.cc:205] Tried to move back new op lower bound from 7334054889009324032 to 7334054888784228352. Current Snapshot: MvccSnapshot[applied={T|T < 7334054889009324032}]
20:25:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.451334 9790 mvcc.cc:205] Tried to move back new op lower bound from 7334054889009324032 to 7334054888784228352. Current Snapshot: MvccSnapshot[applied={T|T < 7334054889009324032}]
20:25:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.458520 9758 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.459558 9758 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17 [sys.catalog]: This master's current role is: FOLLOWER
20:25:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.462280 9784 sys_catalog.cc:455] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.463194 9784 sys_catalog.cc:458] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: This master's current role is: LEADER
20:25:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.469748 9787 catalog_manager.cc:1347] Generated new cluster ID: 383920d71a3d4f4e9ebee046931a2c55
20:25:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.470014 9787 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:25:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.497031 9667 raft_consensus.cc:348] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.499054 9667 raft_consensus.cc:374] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:25:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.499693 9667 raft_consensus.cc:729] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c36ad9deaf0c417a94c4373a3c2c685e, State: Initialized, Role: FOLLOWER
20:25:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.501648 9667 consensus_queue.cc:260] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } }
20:25:44.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.510746 9787 catalog_manager.cc:1370] Generated new certificate authority record
20:25:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.513383 9787 catalog_manager.cc:1504] Loading token signing keys...
20:25:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.525182 9641 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "323c45df388242e7b5c903d75239fcbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c36ad9deaf0c417a94c4373a3c2c685e"
20:25:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.526376 9642 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "323c45df388242e7b5c903d75239fcbb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" is_pre_election: true
20:25:44.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.537129 9640 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [term 0 FOLLOWER]: Advancing to term 1
20:25:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.542577 9667 sys_catalog.cc:564] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: configured and running, proceeding with master startup.
20:25:44.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.543056 9787 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb: Generated new TSK 0
20:25:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.546391 9787 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:25:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.543466 9795 sys_catalog.cc:455] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.546495 9640 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [term 1 FOLLOWER]: Refusing update from remote peer 323c45df388242e7b5c903d75239fcbb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:25:44.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.546931 9795 sys_catalog.cc:458] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: This master's current role is: FOLLOWER
20:25:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.550045 9794 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [LEADER]: Connected to new peer: Peer: permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.564096 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/logs
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data/info.pb
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.1:0
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.1
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.1
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:25:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.625085 9795 sys_catalog.cc:455] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 323c45df388242e7b5c903d75239fcbb. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.625964 9795 sys_catalog.cc:458] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: This master's current role is: FOLLOWER
20:25:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.625137 9807 sys_catalog.cc:455] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.627275 9807 sys_catalog.cc:458] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e [sys.catalog]: This master's current role is: FOLLOWER
20:25:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.648324 9812 catalog_manager.cc:1259] Loaded cluster ID: 383920d71a3d4f4e9ebee046931a2c55
20:25:44.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.652745 9812 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: loading cluster ID for follower catalog manager: success
20:25:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.662201 9812 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: acquiring CA information for follower catalog manager: success
20:25:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.672014 9812 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c36ad9deaf0c417a94c4373a3c2c685e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:25:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.957870 9779 catalog_manager.cc:1259] Loaded cluster ID: 383920d71a3d4f4e9ebee046931a2c55
20:25:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.958436 9779 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: loading cluster ID for follower catalog manager: success
20:25:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.979702 9779 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: acquiring CA information for follower catalog manager: success
20:25:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:44.985652 9779 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8ab0d4040bb24a2b9ec1e8efaba92f17: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:25:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:45.068125 9794 sys_catalog.cc:455] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "323c45df388242e7b5c903d75239fcbb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "323c45df388242e7b5c903d75239fcbb" member_type: VOTER last_known_addr { host: "127.9.74.62" port: 44219 } } peers { permanent_uuid: "c36ad9deaf0c417a94c4373a3c2c685e" member_type: VOTER last_known_addr { host: "127.9.74.61" port: 33073 } } peers { permanent_uuid: "8ab0d4040bb24a2b9ec1e8efaba92f17" member_type: VOTER last_known_addr { host: "127.9.74.60" port: 45665 } } }
20:25:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:45.068805 9794 sys_catalog.cc:458] T 00000000000000000000000000000000 P 323c45df388242e7b5c903d75239fcbb [sys.catalog]: This master's current role is: LEADER
20:25:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.165833 9801 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.166455 9801 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.167201 9801 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.223788 9801 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.225116 9801 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.74.1
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:45.349639 9801 tablet_server_runner.cc:78] Tablet server non-default flags:
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.1:0
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data/info.pb
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.1
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.1
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/logs
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:45.351184 9801 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:45.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:45.353222 9801 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.406457 9822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:46.789237 9820 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9801
20:25:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:47.322456 9801 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.912s user 0.447s sys 0.821s
20:25:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:47.350723 9801 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.941s user 0.447s sys 0.821s
20:25:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.350983 9801 server_base.cc:1034] running on GCE node
20:25:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:45.418242 9821 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:47.358059 9825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.359750 9801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.362524 9801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.363953 9801 hybrid_clock.cc:648] HybridClock initialized: now 1790540747363897 us; error 60 us; skew 500 ppm
20:25:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.365142 9801 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.379268 9801 webserver.cc:460] Webserver started at http://127.9.74.1:44751/ using document root <none> and password file <none>
20:25:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.380508 9801 fs_manager.cc:359] Metadata directory not provided
20:25:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.380784 9801 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.381326 9801 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.388311 9801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data/instance:
20:25:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535a6c7b982d44b099c83f90eaf5bcf1"
20:25:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:47 on dist-test-slave-pf2m"
20:25:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.390003 9801 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal/instance:
20:25:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535a6c7b982d44b099c83f90eaf5bcf1"
20:25:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:47 on dist-test-slave-pf2m"
20:25:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.400198 9801 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
20:25:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.407876 9833 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.409437 9801 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:25:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.409888 9801 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal
20:25:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535a6c7b982d44b099c83f90eaf5bcf1"
20:25:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:47 on dist-test-slave-pf2m"
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.410403 9801 fs_report.cc:383] FS layout report
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data/data
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.495247 9801 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.497129 9801 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.497678 9801 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.501050 9801 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:25:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.506685 9801 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:25:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.506956 9801 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:25:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.507239 9801 ts_tablet_manager.cc:610] Registered 0 tablets
20:25:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.507436 9801 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:25:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.671118 9801 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.1:39861
20:25:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.671242 9945 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.1:39861 every 8 connection(s)
20:25:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.673630 9801 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/data/info.pb
20:25:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.684137 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 9801
20:25:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.684751 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-0/wal/instance
20:25:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.704509 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/logs
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data/info.pb
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.2:0
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.2
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.2
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:25:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.714643 9947 heartbeater.cc:347] Connected to a master server at 127.9.74.61:33073
20:25:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.715165 9947 heartbeater.cc:464] Registering TS with master...
20:25:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.716363 9947 heartbeater.cc:511] Master 127.9.74.61:33073 requested a full tablet report, sending...
20:25:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.719231 9946 heartbeater.cc:347] Connected to a master server at 127.9.74.60:45665
20:25:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.719538 9946 heartbeater.cc:464] Registering TS with master...
20:25:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.720304 9946 heartbeater.cc:511] Master 127.9.74.60:45665 requested a full tablet report, sending...
20:25:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.720489 9632 ts_manager.cc:194] Registered new tserver with Master: 535a6c7b982d44b099c83f90eaf5bcf1 (127.9.74.1:39861)
20:25:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.723685 9711 ts_manager.cc:194] Registered new tserver with Master: 535a6c7b982d44b099c83f90eaf5bcf1 (127.9.74.1:39861)
20:25:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.726395 9948 heartbeater.cc:347] Connected to a master server at 127.9.74.62:44219
20:25:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.726717 9948 heartbeater.cc:464] Registering TS with master...
20:25:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.727394 9948 heartbeater.cc:511] Master 127.9.74.62:44219 requested a full tablet report, sending...
20:25:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.729487 9557 ts_manager.cc:194] Registered new tserver with Master: 535a6c7b982d44b099c83f90eaf5bcf1 (127.9.74.1:39861)
20:25:47.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:47.731925 9557 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.74.1:42745
20:25:48.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.017984 9956 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:48.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.018576 9956 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.019192 9956 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.050414 9956 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.051385 9956 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.74.2
20:25:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:48.085210 9956 tablet_server_runner.cc:78] Tablet server non-default flags:
20:25:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.2:0
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data/info.pb
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.2
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.2
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/logs
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:25:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:48.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:48.086792 9956 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:48.088794 9956 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.108951 9962 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:48.736235 9948 heartbeater.cc:503] Master 127.9.74.62:44219 was elected leader, sending a full tablet report...
20:25:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.108914 9965 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:48.108917 9963 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.339394 9964 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:25:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.339497 9956 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:25:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.343528 9956 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.346264 9956 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.347688 9956 hybrid_clock.cc:648] HybridClock initialized: now 1790540749347645 us; error 58 us; skew 500 ppm
20:25:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.348497 9956 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.355186 9956 webserver.cc:460] Webserver started at http://127.9.74.2:40489/ using document root <none> and password file <none>
20:25:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.356003 9956 fs_manager.cc:359] Metadata directory not provided
20:25:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.356194 9956 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.356566 9956 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.361541 9956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data/instance:
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d59234d582b749faa95ea7b4b1f24a04"
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:49 on dist-test-slave-pf2m"
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.362627 9956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal/instance:
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d59234d582b749faa95ea7b4b1f24a04"
20:25:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:49 on dist-test-slave-pf2m"
20:25:49.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.369457 9956 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
20:25:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.374738 9974 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.375891 9956 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
20:25:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.376225 9956 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal
20:25:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d59234d582b749faa95ea7b4b1f24a04"
20:25:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:49 on dist-test-slave-pf2m"
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.376546 9956 fs_report.cc:383] FS layout report
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data/data
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.427454 9956 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:49.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.428845 9956 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:49.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.429281 9956 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:49.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.432137 9956 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:25:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.436594 9956 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:25:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.436800 9956 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:25:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.436991 9956 ts_tablet_manager.cc:610] Registered 0 tablets
20:25:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.437119 9956 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:25:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.571827 9956 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.2:34329
20:25:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.571933 10086 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.2:34329 every 8 connection(s)
20:25:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.574232 9956 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/data/info.pb
20:25:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.583002 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 9956
20:25:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.583797 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-1/wal/instance
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.597806 9512 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/logs
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data/info.pb
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.3:0
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.3
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.3
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:25:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.627455 10088 heartbeater.cc:347] Connected to a master server at 127.9.74.61:33073
20:25:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.627887 10088 heartbeater.cc:464] Registering TS with master...
20:25:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.628973 10087 heartbeater.cc:347] Connected to a master server at 127.9.74.60:45665
20:25:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.629055 10088 heartbeater.cc:511] Master 127.9.74.61:33073 requested a full tablet report, sending...
20:25:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.629321 10087 heartbeater.cc:464] Registering TS with master...
20:25:49.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.630128 10087 heartbeater.cc:511] Master 127.9.74.60:45665 requested a full tablet report, sending...
20:25:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.630235 10089 heartbeater.cc:347] Connected to a master server at 127.9.74.62:44219
20:25:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.630537 10089 heartbeater.cc:464] Registering TS with master...
20:25:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.631247 10089 heartbeater.cc:511] Master 127.9.74.62:44219 requested a full tablet report, sending...
20:25:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.632330 9631 ts_manager.cc:194] Registered new tserver with Master: d59234d582b749faa95ea7b4b1f24a04 (127.9.74.2:34329)
20:25:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.632464 9711 ts_manager.cc:194] Registered new tserver with Master: d59234d582b749faa95ea7b4b1f24a04 (127.9.74.2:34329)
20:25:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.634428 9556 ts_manager.cc:194] Registered new tserver with Master: d59234d582b749faa95ea7b4b1f24a04 (127.9.74.2:34329)
20:25:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.636466 9556 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.74.2:40327
20:25:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.910737 10095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.911216 10095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:49.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.911609 10095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.942490 10095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.943244 10095 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.74.3
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.976063 10095 tablet_server_runner.cc:78] Tablet server non-default flags:
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.74.20:33687
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.74.3:0
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data/info.pb
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.74.3
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.74.62:44219,127.9.74.61:33073,127.9.74.60:45665
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.74.3
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/logs
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.977221 10095 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:49.978940 10095 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.998478 10103 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:50.639599 10089 heartbeater.cc:503] Master 127.9.74.62:44219 was elected leader, sending a full tablet report...
20:25:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.998682 10104 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:49.999871 10106 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:51.231696 10105 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1232 milliseconds
20:25:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.231801 10095 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:25:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.232924 10095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.235706 10095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.237107 10095 hybrid_clock.cc:648] HybridClock initialized: now 1790540751237081 us; error 45 us; skew 500 ppm
20:25:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.237922 10095 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.245194 10095 webserver.cc:460] Webserver started at http://127.9.74.3:33481/ using document root <none> and password file <none>
20:25:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.246310 10095 fs_manager.cc:359] Metadata directory not provided
20:25:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.246552 10095 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.247056 10095 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.253561 10095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data/instance:
20:25:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56e4d461e6b7441081777cadde3449ba"
20:25:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:51 on dist-test-slave-pf2m"
20:25:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.254922 10095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal/instance:
20:25:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56e4d461e6b7441081777cadde3449ba"
20:25:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:51 on dist-test-slave-pf2m"
20:25:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.263309 10095 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
20:25:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.269775 10114 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.270896 10095 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:25:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.271248 10095 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal
20:25:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56e4d461e6b7441081777cadde3449ba"
20:25:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:51 on dist-test-slave-pf2m"
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.271626 10095 fs_report.cc:383] FS layout report
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data/data
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:51.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.303906 10095 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.305187 10095 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.305559 10095 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.307883 10095 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.312013 10095 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.312245 10095 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.312464 10095 ts_tablet_manager.cc:610] Registered 0 tablets
20:25:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.312589 10095 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:25:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.448827 10095 rpc_server.cc:307] RPC server started. Bound to: 127.9.74.3:42003
20:25:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.448938 10226 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.74.3:42003 every 8 connection(s)
20:25:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.451207 10095 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/data/info.pb
20:25:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.457398 9512 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10095
20:25:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.457985 9512 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster4250642422579756560/ts-2/wal/instance
20:25:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.491096 10228 heartbeater.cc:347] Connected to a master server at 127.9.74.61:33073
20:25:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.491577 10228 heartbeater.cc:464] Registering TS with master...
20:25:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.493186 10228 heartbeater.cc:511] Master 127.9.74.61:33073 requested a full tablet report, sending...
20:25:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.496253 9631 ts_manager.cc:194] Registered new tserver with Master: 56e4d461e6b7441081777cadde3449ba (127.9.74.3:42003)
20:25:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.496759 10229 heartbeater.cc:347] Connected to a master server at 127.9.74.62:44219
20:25:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.497057 10229 heartbeater.cc:464] Registering TS with master...
20:25:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.497848 10229 heartbeater.cc:511] Master 127.9.74.62:44219 requested a full tablet report, sending...
20:25:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.498225 10227 heartbeater.cc:347] Connected to a master server at 127.9.74.60:45665
20:25:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.498611 10227 heartbeater.cc:464] Registering TS with master...
20:25:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.499357 10227 heartbeater.cc:511] Master 127.9.74.60:45665 requested a full tablet report, sending...
20:25:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.499735 9556 ts_manager.cc:194] Registered new tserver with Master: 56e4d461e6b7441081777cadde3449ba (127.9.74.3:42003)
20:25:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.501471 9556 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.74.3:35721
20:25:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.501511 9711 ts_manager.cc:194] Registered new tserver with Master: 56e4d461e6b7441081777cadde3449ba (127.9.74.3:42003)
20:25:51.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:51.519281 9512 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:25:51.530 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:25:51.531 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:25:51.541 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.74.62"
port: 44219
}
bound_http_address {
host: "127.9.74.62"
port: 41303
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.74.61"
port: 33073
}
bound_http_address {
host: "127.9.74.61"
port: 41963
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.74.60"
port: 45665
}
bound_http_address {
host: "127.9.74.60"
port: 42955
}
}
}
20:25:51.545 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:25:51.548 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.74.1"
port: 39861
}
bound_http_address {
host: "127.9.74.1"
port: 44751
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.74.2"
port: 34329
}
bound_http_address {
host: "127.9.74.2"
port: 40489
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.74.3"
port: 42003
}
bound_http_address {
host: "127.9.74.3"
port: 33481
}
}
}
20:25:51.548 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:25:51.738 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:25:51.841 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEyyHK1/test-tmp
20:25:51.842 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:25:51.842 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEyyHK1/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:25:51.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:25:52.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:52.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:25:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:52.179608 10238 mini_oidc.cc:152] Starting JWKS server
20:25:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:52.183212 10238 webserver.cc:460] Webserver started at http://127.0.0.1:42841/ using document root <none> and password file <none>
20:25:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:52.183703 10238 mini_oidc.cc:189] Starting OIDC Discovery server
20:25:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:52.185539 10238 webserver.cc:460] Webserver started at http://127.0.0.1:38377/ using document root <none> and password file <none>
20:25:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:25:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/principal' for realm 'KRBTEST.COM',
20:25:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:25:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:52 dist-test-slave-pf2m krb5kdc[10250](info): setting up network...
20:25:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:25:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:52 dist-test-slave-pf2m krb5kdc[10250](info): set up 2 sockets
20:25:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:52 dist-test-slave-pf2m krb5kdc[10250](info): commencing operation
20:25:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:25:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:52.504772 10229 heartbeater.cc:503] Master 127.9.74.62:44219 was elected leader, sending a full tablet report...
20:25:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.264340 10238 mini_kdc.cc:121] Time spent starting KDC: real 1.054s user 0.005s sys 0.013s
20:25:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:25:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:25:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:25:53.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:25:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:25:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:25:53.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:25:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:25:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:25:53.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:25:53.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/test-user.keytab.
20:25:53.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/test-user.keytab.
20:25:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:53 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540753, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:53.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:25:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:25:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:25:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:25:53Z Disabled control of system clock
20:25:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.255.190@KRBTEST.COM; defaulting to no policy
20:25:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.255.190@KRBTEST.COM" created.
20:25:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab.
20:25:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab.
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:53.442946 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/logs
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.190:34233
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.190
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.190
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:25:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:25:53.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.741014 10265 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:53.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.741686 10265 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.742496 10265 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.774098 10265 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:25:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.774355 10265 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:53.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.774736 10265 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.775040 10265 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.775352 10265 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.775630 10265 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:53.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.775863 10265 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:53.812144 10265 master_runner.cc:386] Master server non-default flags:
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.190
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.190:34233
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.190
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/logs
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:53.813621 10265 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:53.814759 10265 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:53.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.831732 10272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.831905 10271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:53.832864 10274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:53.833405 10265 server_base.cc:1034] running on GCE node
20:25:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.036345 10265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.038875 10265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.040254 10265 hybrid_clock.cc:648] HybridClock initialized: now 1790540755040204 us; error 39 us; skew 500 ppm
20:25:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.041285 10265 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:55 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540755, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.052397 10265 init.cc:377] Logged in from keytab as kudu/127.9.255.190@KRBTEST.COM (short username kudu)
20:25:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.058022 10265 webserver.cc:460] Webserver started at http://127.9.255.190:34689/ using document root <none> and password file <none>
20:25:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.058950 10265 fs_manager.cc:359] Metadata directory not provided
20:25:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.059180 10265 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.059666 10265 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:55.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.064484 10265 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/instance:
20:25:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31f54b10dc5647af85052e303cec8b0b"
20:25:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:55 on dist-test-slave-pf2m"
20:25:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.065773 10265 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal/instance:
20:25:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31f54b10dc5647af85052e303cec8b0b"
20:25:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:55 on dist-test-slave-pf2m"
20:25:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.072512 10265 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
20:25:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.077713 10282 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.078657 10265 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.079021 10265 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31f54b10dc5647af85052e303cec8b0b"
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:55 on dist-test-slave-pf2m"
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.079355 10265 fs_report.cc:383] FS layout report
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/data
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.131946 10265 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.138024 10265 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.138532 10265 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.207636 10265 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.190:34233
20:25:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.207675 10334 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.190:34233 every 8 connection(s)
20:25:55.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.210445 10265 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:25:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.216593 10335 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.218032 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10265
20:25:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.218497 10238 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal/instance
20:25:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.227037 10335 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
20:25:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.255.189@KRBTEST.COM; defaulting to no policy
20:25:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.255.189@KRBTEST.COM" created.
20:25:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:55 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540755, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.190@KRBTEST.COM for kudu/127.9.255.190@KRBTEST.COM
20:25:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.265039 10335 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } has no permanent_uuid. Determining permanent_uuid...
20:25:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab.
20:25:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab.
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.268108 10286 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.268082 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/logs
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:25:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.189:37309
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.189
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.189
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:25:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.275969 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.325435 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 1
20:25:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.328915 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.397390 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 2
20:25:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.401365 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.492839 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 3
20:25:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.496696 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.575155 10342 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.575654 10342 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.576397 10342 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.607177 10342 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:25:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.607385 10342 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.607635 10342 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.607834 10342 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.608029 10342 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.608201 10342 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.608332 10342 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:25:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.640136 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 4
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.643266 10342 master_runner.cc:386] Master server non-default flags:
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:25:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.189
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.189:37309
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.189
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/logs
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.643608 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.645490 10342 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.646790 10342 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.667145 10349 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.942994 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 5
20:25:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.946789 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.494379 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 6
20:25:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:56.501607 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.189:37309: Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:25:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:55.670109 10342 server_base.cc:1034] running on GCE node
20:25:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.667788 10348 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:55.667534 10351 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.890664 10342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.893638 10342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.895069 10342 hybrid_clock.cc:648] HybridClock initialized: now 1790540756895028 us; error 55 us; skew 500 ppm
20:25:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.895816 10342 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:56 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540756, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.901788 10342 init.cc:377] Logged in from keytab as kudu/127.9.255.189@KRBTEST.COM (short username kudu)
20:25:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.907227 10342 webserver.cc:460] Webserver started at http://127.9.255.189:42877/ using document root <none> and password file <none>
20:25:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.908143 10342 fs_manager.cc:359] Metadata directory not provided
20:25:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.908356 10342 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.908851 10342 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.914168 10342 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/instance:
20:25:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcbe3c2164334851a98c31897bfd40df"
20:25:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:56 on dist-test-slave-pf2m"
20:25:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.915421 10342 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal/instance:
20:25:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcbe3c2164334851a98c31897bfd40df"
20:25:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:56 on dist-test-slave-pf2m"
20:25:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.922297 10342 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
20:25:56.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.929378 10361 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.930429 10342 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.930730 10342 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcbe3c2164334851a98c31897bfd40df"
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:56 on dist-test-slave-pf2m"
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.931003 10342 fs_report.cc:383] FS layout report
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/data
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.966106 10342 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.971261 10342 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:56.971674 10342 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.048364 10342 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.189:37309
20:25:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.048460 10412 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.189:37309 every 8 connection(s)
20:25:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.051169 10342 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:25:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.054668 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10342
20:25:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.054986 10238 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal/instance
20:25:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.056528 10413 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.255.188@KRBTEST.COM; defaulting to no policy
20:25:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.069131 10413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
20:25:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.255.188@KRBTEST.COM" created.
20:25:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:57 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540756, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.189@KRBTEST.COM for kudu/127.9.255.190@KRBTEST.COM
20:25:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:25:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab.
20:25:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.255.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab.
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.097621 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/logs
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.188:38741
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.188
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.188
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:25:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.104430 10413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } has no permanent_uuid. Determining permanent_uuid...
20:25:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:57 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540756, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.189@KRBTEST.COM for kudu/127.9.255.189@KRBTEST.COM
20:25:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.136090 10413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } has no permanent_uuid. Determining permanent_uuid...
20:25:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.138339 10363 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.142249 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.191772 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 1
20:25:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.195595 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.264052 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 2
20:25:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.267604 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.358945 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 3
20:25:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.362283 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.403005 10419 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.403508 10419 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.404073 10419 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.435158 10419 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:25:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.435366 10419 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.435712 10419 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.435925 10419 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.436108 10419 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.436295 10419 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.436434 10419 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.473902 10419 master_runner.cc:386] Master server non-default flags:
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.188
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.188:38741
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.188
20:25:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/logs
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.474960 10419 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.475870 10419 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.493872 10427 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.505705 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 4
20:25:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.509152 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.562202 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } attempt: 7
20:25:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:57 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540755, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.190@KRBTEST.COM for kudu/127.9.255.189@KRBTEST.COM
20:25:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.592182 10335 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } has no permanent_uuid. Determining permanent_uuid...
20:25:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.598106 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.656523 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 1
20:25:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.660614 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.742274 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 2
20:25:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.746626 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.808550 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 5
20:25:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.813900 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.831993 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 3
20:25:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.835724 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.976287 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 4
20:25:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.980908 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.264390 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 5
20:25:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:58.268924 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.361279 10413 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 6
20:25:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:58.367668 10413 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.494149 10428 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:57.496877 10419 server_base.cc:1034] running on GCE node
20:25:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:57.494170 10430 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:25:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.702756 10419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:25:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.705284 10419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:25:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.706616 10419 hybrid_clock.cc:648] HybridClock initialized: now 1790540758706548 us; error 81 us; skew 500 ppm
20:25:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.707422 10419 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:25:58.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540758, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.714167 10419 init.cc:377] Logged in from keytab as kudu/127.9.255.188@KRBTEST.COM (short username kudu)
20:25:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.719249 10419 webserver.cc:460] Webserver started at http://127.9.255.188:33153/ using document root <none> and password file <none>
20:25:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.720184 10419 fs_manager.cc:359] Metadata directory not provided
20:25:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.720431 10419 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:25:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.720934 10419 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:25:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.725862 10419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/instance:
20:25:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12c7ed7dd9164509816208b16bc8e47e"
20:25:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:58 on dist-test-slave-pf2m"
20:25:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.726926 10419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal/instance:
20:25:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12c7ed7dd9164509816208b16bc8e47e"
20:25:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:58 on dist-test-slave-pf2m"
20:25:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.734272 10419 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
20:25:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.740437 10444 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:25:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.741492 10419 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.741909 10419 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12c7ed7dd9164509816208b16bc8e47e"
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:58 on dist-test-slave-pf2m"
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.742255 10419 fs_report.cc:383] FS layout report
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:25:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/data
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:25:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:25:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.786000 10419 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:25:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.793743 10419 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:25:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.794355 10419 kserver.cc:163] Server-wide thread pool size limit: 3276
20:25:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.821326 10335 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } attempt: 6
20:25:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:58.833050 10335 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.255.188:38741: Network error: Client connection negotiation failed: client connection to 127.9.255.188:38741: connect: Connection refused (error 111)
20:25:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.880985 10419 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.188:38741
20:25:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.881093 10498 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.188:38741 every 8 connection(s)
20:25:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.883811 10419 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:25:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.885732 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10419
20:25:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.886284 10238 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal/instance
20:25:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.890530 10499 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:25:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.907145 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } has no permanent_uuid. Determining permanent_uuid...
20:25:58.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540753, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.255.188@KRBTEST.COM
20:25:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540758, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for kudu/127.9.255.190@KRBTEST.COM
20:25:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.940783 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } has no permanent_uuid. Determining permanent_uuid...
20:25:58.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540753, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.255.189@KRBTEST.COM
20:25:58.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540758, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for kudu/127.9.255.189@KRBTEST.COM
20:25:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540753, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.255.190@KRBTEST.COM
20:25:58.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.979178 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } has no permanent_uuid. Determining permanent_uuid...
20:25:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:58 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540758, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for kudu/127.9.255.188@KRBTEST.COM
20:25:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:58.996160 10238 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:25:59.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.009 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:25:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.009779 10499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Bootstrap starting.
20:25:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.015667 10499 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Neither blocks nor log segments found. Creating new log.
20:25:59.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.017867 10499 log.cc:824] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Log is configured to *not* fsync() on all Append() calls
20:25:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.023177 10499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: No bootstrap required, opened a new log
20:25:59.024 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:25:59.025 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:25:59.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.255.190"
port: 34233
}
bound_http_address {
host: "127.9.255.190"
port: 34689
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.255.189"
port: 37309
}
bound_http_address {
host: "127.9.255.189"
port: 42877
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.255.188"
port: 38741
}
bound_http_address {
host: "127.9.255.188"
port: 33153
}
}
}
20:25:59.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:25:59.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.030 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:25:59.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:25:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.052428 10499 raft_consensus.cc:348] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:25:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.053369 10499 raft_consensus.cc:374] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:25:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.053685 10499 raft_consensus.cc:729] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12c7ed7dd9164509816208b16bc8e47e, State: Initialized, Role: FOLLOWER
20:25:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.054724 10499 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:25:59.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.057957 10510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } } }
20:25:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.058931 10510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: This master's current role is: FOLLOWER
20:25:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.059969 10499 sys_catalog.cc:564] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: configured and running, proceeding with master startup.
20:25:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:59 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540759, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:25:59.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.080 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc
20:25:59.088 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:25:59.089 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc
20:25:59.090 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:25:59.095 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:25:59.097 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:25:59.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:25:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.111903 10522 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:25:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.112141 10522 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:25:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:25:59 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540759, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:25:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:25:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.109172 10419 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: OK, instance_id { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" instance_seqno: 1790540755188456 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:25:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.138877 10419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:25:59.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.140 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc
20:25:59.142 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:25:59.142 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.255.190:34233
20:25:59.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:25:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.145336 10238 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 10265
20:25:59.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.167 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.255.189:37309
20:25:59.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:25:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.168533 10238 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 10342
20:25:59.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.191 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.255.188:38741
20:25:59.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:25:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.192001 10238 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 10419
20:25:59.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:25:59.213 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.255.190:34233
20:25:59.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.216768 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:25:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/logs
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.190:34233
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.190
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34689
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.190
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:25:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.531176 10525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:25:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.531921 10525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:25:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.532817 10525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:25:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.565521 10525 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:25:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.565809 10525 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:25:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.566143 10525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:25:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.566359 10525 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:25:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.566546 10525 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:25:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.566745 10525 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:25:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.566913 10525 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.606298 10525 master_runner.cc:386] Master server non-default flags:
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.190.keytab
20:25:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.190
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.190:34233
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:25:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.190
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34689
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/logs
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.607448 10525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:25:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.608667 10525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:25:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.624958 10534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.625164 10532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:25:59.627322 10525 server_base.cc:1034] running on GCE node
20:26:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:25:59.626024 10531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:00.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.839398 10525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:00.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.842439 10525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.843847 10525 hybrid_clock.cc:648] HybridClock initialized: now 1790540760843807 us; error 51 us; skew 500 ppm
20:26:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.844740 10525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:00 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540760, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.856554 10525 init.cc:377] Logged in from keytab as kudu/127.9.255.190@KRBTEST.COM (short username kudu)
20:26:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.861748 10525 webserver.cc:460] Webserver started at http://127.9.255.190:34689/ using document root <none> and password file <none>
20:26:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.862550 10525 fs_manager.cc:359] Metadata directory not provided
20:26:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.862753 10525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.870515 10525 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
20:26:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.874519 10544 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.875628 10525 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.875922 10525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31f54b10dc5647af85052e303cec8b0b"
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:55 on dist-test-slave-pf2m"
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.878163 10525 fs_report.cc:383] FS layout report
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/data
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.920420 10525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.925755 10525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:00.926198 10525 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.003777 10525 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.190:34233
20:26:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.004061 10595 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.190:34233 every 8 connection(s)
20:26:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.006345 10525 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/data/info.pb
20:26:01.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.009274 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10525
20:26:01.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:01.010 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.255.189:37309
20:26:01.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.012058 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/logs
20:26:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.189:37309
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.189
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42877
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.189
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:26:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:26:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:26:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.028174 10596 sys_catalog.cc:263] Verifying existing consensus state
20:26:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 20:26:01.029230 10596 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:26:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.053920 10525 master.cc:537] Master@127.9.255.190:34233 shutting down...
20:26:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.302012 9663 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5100 after lost signal to thread 9598
20:26:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.303077 9663 debug-util.cc:398] Leaking SignalData structure 0x7b080009e360 after lost signal to thread 9666
20:26:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.341964 10598 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.342459 10598 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.342985 10598 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.373992 10598 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:26:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.374269 10598 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.374648 10598 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.374956 10598 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.375252 10598 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.375540 10598 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.375758 10598 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:26:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.413436 10598 master_runner.cc:386] Master server non-default flags:
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.189.keytab
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.189
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.189:37309
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:26:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.189
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42877
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/logs
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:26:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:26:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.414760 10598 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:01.416057 10598 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.436743 10604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:02.048120 10592 debug-util.cc:398] Leaking SignalData structure 0x7b0800073060 after lost signal to thread 10526
20:26:02.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:02.111207 10525 thread.cc:536] Waited for 1000ms trying to join with diag-logger (tid 10592)
20:26:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.436803 10605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:01.446009 10607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.014302 10606 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:26:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.014456 10598 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:26:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.016022 10598 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.022213 10598 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:03.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.023813 10598 hybrid_clock.cc:648] HybridClock initialized: now 1790540763023720 us; error 98 us; skew 500 ppm
20:26:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.024904 10598 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:03 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540763, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.032379 10598 init.cc:377] Logged in from keytab as kudu/127.9.255.189@KRBTEST.COM (short username kudu)
20:26:03.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.038902 10598 webserver.cc:460] Webserver started at http://127.9.255.189:42877/ using document root <none> and password file <none>
20:26:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.040091 10598 fs_manager.cc:359] Metadata directory not provided
20:26:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.040377 10598 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.051820 10598 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.001s sys 0.007s
20:26:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.058216 10619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:03.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.060040 10598 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.003s
20:26:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.060431 10598 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:26:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcbe3c2164334851a98c31897bfd40df"
20:26:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:56 on dist-test-slave-pf2m"
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.063688 10598 fs_report.cc:383] FS layout report
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/data
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.109670 10598 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.111742 10525 thread.cc:536] Waited for 2000ms trying to join with diag-logger (tid 10592)
20:26:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.117529 10598 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.118067 10598 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:03.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.215461 10598 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.189:37309
20:26:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.215651 10670 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.189:37309 every 8 connection(s)
20:26:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.219352 10598 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/data/info.pb
20:26:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.221344 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10598
20:26:03.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:03.223 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.255.188:38741
20:26:03.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:26:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.228505 10238 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/logs
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:26:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.188:38741
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.188
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33153
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.188
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:26:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:26:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:26:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.255441 10671 sys_catalog.cc:263] Verifying existing consensus state
20:26:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 20:26:03.256350 10671 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:26:03.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.265820 10598 master.cc:537] Master@127.9.255.189:37309 shutting down...
20:26:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.349753 10598 master.cc:552] Master@127.9.255.189:37309 shutdown complete.
20:26:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:26:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.649770 10673 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:26:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.650398 10673 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:26:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.651080 10673 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:26:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.689798 10673 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:26:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.690059 10673 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:26:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.690516 10673 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:26:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.690840 10673 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:26:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.691136 10673 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:26:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.691440 10673 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:26:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.691664 10673 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42841/jwks.json
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.734112 10673 master_runner.cc:386] Master server non-default flags:
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.255.148:44425
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741
20:26:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/krb5kdc/kudu_127.9.255.188.keytab
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.255.188
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.255.188:38741
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42841/jwks.json
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.255.188
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33153
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/logs
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:26:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:26:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:26:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:26:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:26:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:26:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.735615 10673 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:26:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.736879 10673 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:26:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.758556 10680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:04.112287 10525 thread.cc:536] Waited for 3000ms trying to join with diag-logger (tid 10592)
20:26:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:04.317368 10525 master.cc:552] Master@127.9.255.190:34233 shutdown complete.
20:26:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:26:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.765503 10679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:03.766784 10673 server_base.cc:1034] running on GCE node
20:26:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:03.777304 10683 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:26:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.035422 10673 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:26:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.038163 10673 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:26:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.039515 10673 hybrid_clock.cc:648] HybridClock initialized: now 1790540765039478 us; error 63 us; skew 500 ppm
20:26:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.040350 10673 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:26:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:05 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540765, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:05.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.045770 10673 init.cc:377] Logged in from keytab as kudu/127.9.255.188@KRBTEST.COM (short username kudu)
20:26:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.050519 10673 webserver.cc:460] Webserver started at http://127.9.255.188:33153/ using document root <none> and password file <none>
20:26:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.051424 10673 fs_manager.cc:359] Metadata directory not provided
20:26:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.051594 10673 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:26:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.058547 10673 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.001s sys 0.003s
20:26:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.062747 10690 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:26:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.063794 10673 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.064047 10673 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data,/tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12c7ed7dd9164509816208b16bc8e47e"
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:25:58 on dist-test-slave-pf2m"
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.066095 10673 fs_report.cc:383] FS layout report
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/wal
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/data
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:26:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:26:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:26:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.127877 10673 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:26:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.133412 10673 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:26:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.133874 10673 kserver.cc:163] Server-wide thread pool size limit: 3276
20:26:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.200426 10673 rpc_server.cc:307] RPC server started. Bound to: 127.9.255.188:38741
20:26:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.200552 10742 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.255.188:38741 every 8 connection(s)
20:26:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.203034 10673 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEyyHK1/test-tmp/mini-kudu-cluster1590529662130153145/master-2/data/info.pb
20:26:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.208616 10238 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu as pid 10673
20:26:05.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:26:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.213506 10743 sys_catalog.cc:263] Verifying existing consensus state
20:26:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.218686 10743 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Bootstrap starting.
20:26:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.256289 10743 log.cc:824] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Log is configured to *not* fsync() on all Append() calls
20:26:05.258 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.261186 10743 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:26:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.262007 10743 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Bootstrap complete.
20:26:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.290457 10743 raft_consensus.cc:348] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.293087 10743 raft_consensus.cc:374] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:26:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.293391 10743 raft_consensus.cc:729] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12c7ed7dd9164509816208b16bc8e47e, State: Initialized, Role: FOLLOWER
20:26:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.294449 10743 consensus_queue.cc:260] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.297302 10747 sys_catalog.cc:455] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } } }
20:26:05.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.298393 10747 sys_catalog.cc:458] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: This master's current role is: FOLLOWER
20:26:05.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.299209 10743 sys_catalog.cc:564] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [sys.catalog]: configured and running, proceeding with master startup.
20:26:05.322 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.340 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.255.188:38741(127.9.255.188:38741)] connecting to peer
20:26:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.342844 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.343151 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.325951 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.357514 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:05.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.389329 10697 tablet.cc:2369] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:26:05.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.395 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.255.188:38741(127.9.255.188:38741)] Successfully connected to peer
20:26:05.473 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:26:05.485 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.9.255.188
20:26:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.725147 10747 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.725754 10747 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:05 dist-test-slave-pf2m krb5kdc[10250](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540759, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.255.188@KRBTEST.COM
20:26:05.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.730618 10747 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.731585 10691 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.748577 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:05.749217 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.749722 10693 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:05.750597 10747 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:05.789 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x68c13509, L:/127.0.0.1:36266 - R:/127.9.255.188:38741] using SASL/GSSAPI
20:26:05.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.815 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.816 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.834 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.874 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.876 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.894 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.895 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:05.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:05.955 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:05.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:05.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:05.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:06.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:06.096 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:06.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:06.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:06.235 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:06.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:06.347327 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:06.347618 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:06.734 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:06.736 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:06.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:06.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:06.748 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:07.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:07.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:07.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:07.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:07.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:07.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:07.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:07.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:07.350543 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:07.350800 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:07.912071 10767 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:07.912461 10767 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:07.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:07.914006 10767 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:07.920200 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:07.920603 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:07.920897 10693 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:07.921401 10767 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:08.353437 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:08.353719 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:09.356335 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:09.356578 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:10.359289 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:10.359594 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.360430 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.360816 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.946100 10779 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.946552 10779 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.948114 10779 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:10.950155 10691 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:26:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:10.953898 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:10.954514 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:10.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.954900 10693 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:10.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:10.955479 10779 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:11.034 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:11.035 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:11.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:11.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:11.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:11.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:11.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:11.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:11.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:11.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:11.362475 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:11.362749 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:12.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:12.365816 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:12.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:12.366102 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:12.584733 10785 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:12.585129 10785 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:12.589249 10785 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:12.592913 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:12.593331 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:12.593607 10693 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:12.594193 10785 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:13.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:13.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:13.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:13.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:13.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:13.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:13.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:13.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:13.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:13.368875 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:13.369186 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:14.158855 9942 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc8a0 after lost signal to thread 9816
20:26:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:14.159792 9942 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc260 after lost signal to thread 9945
20:26:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:14.372622 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:14.372954 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:14.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:14.695 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:14.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:14.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:14.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:14.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:14.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:14.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:14.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:15 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540775, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:15.049609 10686 init.cc:295] Successfully reacquired a new kerberos TGT
20:26:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:15.364097 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:15.364584 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:15.376799 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:15.377091 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:15.634 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:15.635 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:15.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:15.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:15.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:15.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:15.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:15.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:15.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:16.379706 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:16.379940 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:17.382728 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:17.382972 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:18.385790 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:18.386005 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:18.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:18.882977 10795 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:18.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:18.883602 10795 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:18.885757 10795 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:18.887861 10691 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:26:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:18.890908 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:18.891371 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:18.891781 10691 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:18.892449 10795 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:19.388613 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:19.388851 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:19.414 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:19.415 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:19.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:19.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:19.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:19.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:19.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:19.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:19.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:20.366883 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:20.367210 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:20.391780 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:20.392043 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:21.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:21.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:21.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:21.394721 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:21.394994 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:21.794 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:21.795 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:21.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:21.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:21.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:22.397912 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:22.398195 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:23.401219 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:23.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:23.401479 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:24.404760 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:24.405069 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:24.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:24.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:24.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:24.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:24.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:24.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:24.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:24.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:24.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:25 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540785, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.052140 10686 init.cc:295] Successfully reacquired a new kerberos TGT
20:26:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.370234 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.370639 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:25.407630 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:25.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:25.407912 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.884572 10809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:26:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.885026 10809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "31f54b10dc5647af85052e303cec8b0b" member_type: VOTER last_known_addr { host: "127.9.255.190" port: 34233 } } peers { permanent_uuid: "bcbe3c2164334851a98c31897bfd40df" member_type: VOTER last_known_addr { host: "127.9.255.189" port: 37309 } } peers { permanent_uuid: "12c7ed7dd9164509816208b16bc8e47e" member_type: VOTER last_known_addr { host: "127.9.255.188" port: 38741 } }
20:26:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.886765 10809 leader_election.cc:288] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233), bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309)
20:26:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:25.888550 10691 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:26:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:25.891672 10693 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bcbe3c2164334851a98c31897bfd40df (127.9.255.189:37309): Network error: Client connection negotiation failed: client connection to 127.9.255.189:37309: connect: Connection refused (error 111)
20:26:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:25.892161 10691 leader_election.cc:334] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 31f54b10dc5647af85052e303cec8b0b (127.9.255.190:34233): Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111)
20:26:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.892580 10691 leader_election.cc:302] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 12c7ed7dd9164509816208b16bc8e47e; no voters: 31f54b10dc5647af85052e303cec8b0b, bcbe3c2164334851a98c31897bfd40df
20:26:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:25.893254 10809 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:26:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:26.410754 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:26.411080 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:27.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:27.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:27.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:27.414129 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:27.414372 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:27.714 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:27.715 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:27.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:27.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:27.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:28.417011 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:28.417299 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:29.420037 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:29.420279 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:30.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:30.373463 10673 master_runner.cc:186] Error getting master registration for 127.9.255.190:34233: Network error: Client connection negotiation failed: client connection to 127.9.255.190:34233: connect: Connection refused (error 111),
20:26:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:30.373883 10673 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:26:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:30.423385 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:30.423636 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:30.834 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:30.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:30.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:30.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:30.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:30.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:30.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:30.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:30.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:31.426378 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:31.426664 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:32.429309 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:32.429596 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:32.834 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:32.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:32.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:32.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:32.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:32.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:32.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:32.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:32.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:33.432389 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:33.432636 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:33.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:33.605228 10083 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc180 after lost signal to thread 9957
20:26:33.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:33.606158 10083 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc420 after lost signal to thread 10086
20:26:34.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:34.436225 10759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 12c7ed7dd9164509816208b16bc8e47e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:26:34.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:26:34.436574 10759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:26:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:26:35 dist-test-slave-pf2m krb5kdc[10250](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540795, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.255.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:26:35.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:35.054705 10686 init.cc:295] Successfully reacquired a new kerberos TGT
20:26:35.134 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.190:34233(127.9.255.190:34233)] connecting to peer
20:26:35.135 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.9.255.189:37309(127.9.255.189:37309)] connecting to peer
20:26:35.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:35.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.255.190:34233(127.9.255.190:34233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:35.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.190:34233: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233
20:26:35.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:35.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.189:37309(127.9.255.189:37309)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:35.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.255.189:37309: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
20:26:35.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741; will retry
20:26:35.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29928), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [173ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [178ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [595ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [604ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [607ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [611ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [621ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [623ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [626ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [640ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [663ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [666ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [681ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [682ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [686ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [740ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [743ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [745ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [884ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [886ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1018ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1033ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1034ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1035ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1517ms] refreshing cache from master, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1531ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1532ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1877ms] refreshing cache from master, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1888ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1890ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1890ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1918ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1926ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [5818ms] refreshing cache from master, [5818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [5819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@1229262172(state=PENDING, result=null, callback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524), errback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524)))
20:26:35.153 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.255.189:37309(127.9.255.189:37309)] disconnecting while in state TERMINATED
20:26:35.154 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.255.188:38741(127.9.255.188:38741)] disconnecting while in state READY
20:26:35.155 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.255.190:34233(127.9.255.190:34233)] disconnecting while in state TERMINATED
20:26:35.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:26:35.162 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.255.188:38741(127.9.255.188:38741)] handling channelInactive
20:26:35.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.255.188:38741(127.9.255.188:38741)] cleaning up while in state READY due to: connection closed
20:26:35.164 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:26:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:35.179755 10238 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 10673
20:26:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:26:36Z chronyd exiting
20:26:37.401 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:26:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.402527 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 9801
20:26:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.434484 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 9956
20:26:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.461128 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 10095
20:26:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.486418 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 9524
20:26:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.518985 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 9594
20:26:37.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:26:37.549973 9512 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEyyHK1/build/tsan/bin/kudu with pid 9669
20:26:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:26:38Z chronyd exiting
20:26:39.695 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29928), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [173ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [178ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [595ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [604ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [607ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [611ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [621ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [623ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [626ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [640ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [663ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [666ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [681ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [682ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [686ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [740ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [743ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [745ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [884ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [886ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1018ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1033ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1034ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1035ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1517ms] refreshing cache from master, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1531ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1532ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1877ms] refreshing cache from master, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1888ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1890ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1890ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1918ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1926ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [5818ms] refreshing cache from master, [5818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [5819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@1229262172(state=PENDING, result=null, callback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524), errback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.255.189:37309
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29928), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [173ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [178ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [590ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [595ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [597ms] refreshing cache from master, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [604ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [607ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [611ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [618ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [621ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [623ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [626ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [626ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [638ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [640ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [642ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [646ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [660ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [663ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [666ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [667ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [677ms] refreshing cache from master, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [681ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [682ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [686ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [740ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [743ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [745ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [884ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [886ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1018ms] refreshing cache from master, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1028ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1033ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1034ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1035ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1517ms] refreshing cache from master, [1518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1525ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1531ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1532ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1877ms] refreshing cache from master, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1888ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1890ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1890ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1918ms] refreshing cache from master, [1918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [1921ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.190:34233: Network error: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233, [1923ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.189:37309: Network error: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.9.255.188:38741: OK, [1926ms] delaying RPC due to: Service unavailable: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309, [5818ms] refreshing cache from master, [5818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.190:34233, [5819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.189:37309, [5820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.255.188:38741, [5821ms] too many traces: truncated at 100 traces, deferred=Deferred@1229262172(state=PENDING, result=null, callback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524), errback=(continuation of Deferred@1147357867 after retry RPC after error@411264610) -> (continuation of Deferred@122572949 after retry RPC after error@1711313613) -> (continuation of Deferred@946387636 after retry RPC after error@995851181) -> (continuation of Deferred@1323589291 after retry RPC after error@739257152) -> (continuation of Deferred@1372625260 after retry RPC after error@825628392) -> (continuation of Deferred@1573590883 after retry RPC after error@1890352561) -> (continuation of Deferred@635605297 after retry RPC after error@610419251) -> (continuation of Deferred@555170259 after retry RPC after error@843418037) -> (continuation of Deferred@52428245 after retry RPC after error@895112287) -> (continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.9.255.190:34233,127.9.255.189:37309,127.9.255.188:38741) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.190:34233(127.9.255.190:34233): Connection refused: /127.9.255.190:34233,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.9.255.189:37309(127.9.255.189:37309): Connection refused: /127.9.255.189:37309
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.9.255.189:37309
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)