19:39:59.782 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:39:59.802 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCyk9b/test-tmp
19:39:59.806 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:39:59.812 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCyk9b/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:40:00.141 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:40:00.508 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:40:00.509 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:40:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:00.514814 2344 mini_oidc.cc:152] Starting JWKS server
19:40:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:00.524030 2344 webserver.cc:460] Webserver started at http://127.0.0.1:33705/ using document root <none> and password file <none>
19:40:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:00.524770 2344 mini_oidc.cc:189] Starting OIDC Discovery server
19:40:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:00.529520 2344 webserver.cc:460] Webserver started at http://127.0.0.1:46781/ using document root <none> and password file <none>
19:40:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:40:00Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:40:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:40:00Z Disabled control of system clock
19:40:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:00.602210 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal
19:40:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data
19:40:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/logs
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data/info.pb
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.62:42775
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.62
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json with env {}
19:40:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.089500 2363 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.090161 2363 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.090915 2363 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.123548 2363 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.123862 2363 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.124058 2363 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.124234 2363 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.124434 2363 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.124569 2363 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33705/jwks.json
19:40:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:01.161283 2363 master_runner.cc:386] Master server non-default flags:
19:40:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data
19:40:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.62:42775
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data/info.pb
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.62
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/logs
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:01.163319 2363 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:01.165903 2363 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.217239 2374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.218030 2372 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:02.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:01.219097 2370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.696533 2363 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:02.696381 2373 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:40:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.703555 2363 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.709923 2363 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.713582 2363 hybrid_clock.cc:648] HybridClock initialized: now 1786304402713509 us; error 96 us; skew 500 ppm
19:40:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.715329 2363 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.736689 2363 webserver.cc:460] Webserver started at http://127.2.74.62:44427/ using document root <none> and password file <none>
19:40:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.738484 2363 fs_manager.cc:359] Metadata directory not provided
19:40:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.738785 2363 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:02.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.739730 2363 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.747046 2363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data/instance:
19:40:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "724d5c8aca9e43ed81a15f5395d4c057"
19:40:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:02 on dist-test-slave-7z32"
19:40:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.748777 2363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal/instance:
19:40:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "724d5c8aca9e43ed81a15f5395d4c057"
19:40:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:02 on dist-test-slave-7z32"
19:40:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.763948 2363 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.005s sys 0.009s
19:40:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.779626 2383 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.781992 2363 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.008s sys 0.003s
19:40:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.782611 2363 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal
19:40:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "724d5c8aca9e43ed81a15f5395d4c057"
19:40:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:02 on dist-test-slave-7z32"
19:40:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.783113 2363 fs_report.cc:383] FS layout report
19:40:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal
19:40:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal
19:40:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data/data
19:40:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:02.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.844411 2363 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.847663 2363 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:02.848580 2363 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.125447 2363 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.62:42775
19:40:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.125710 2452 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.62:42775 every 8 connection(s)
19:40:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.130255 2363 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/data/info.pb
19:40:03.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.138208 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 2363
19:40:03.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.139467 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-0/wal/instance
19:40:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.147329 2456 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.147799 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal
19:40:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/logs
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data/info.pb
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.61:37053
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.61
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:03.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json with env {}
19:40:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.181746 2456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } has no permanent_uuid. Determining permanent_uuid...
19:40:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.245921 2456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } has no permanent_uuid. Determining permanent_uuid...
19:40:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.250289 2384 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.260830 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.310611 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 1
19:40:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.317137 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.386098 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 2
19:40:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.395166 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.486918 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 3
19:40:03.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.494661 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.638379 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 4
19:40:03.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.645934 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.752954 2459 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.753841 2459 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.754652 2459 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.792311 2459 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.792795 2459 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.793144 2459 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.793509 2459 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.793926 2459 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.794194 2459 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33705/jwks.json
19:40:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.834944 2459 master_runner.cc:386] Master server non-default flags:
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.61:37053
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data/info.pb
19:40:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.61
19:40:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/logs
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.837076 2459 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.840003 2459 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.888084 2476 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:03.945573 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 5
19:40:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.950695 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:04.498561 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 6
19:40:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:04.516389 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.890177 2478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.320358 2479 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:40:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.320626 2459 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:03.891245 2481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:05.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.326313 2459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.331630 2459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.333186 2459 hybrid_clock.cc:648] HybridClock initialized: now 1786304405333117 us; error 87 us; skew 500 ppm
19:40:05.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.334296 2459 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.347652 2459 webserver.cc:460] Webserver started at http://127.2.74.61:39039/ using document root <none> and password file <none>
19:40:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.348721 2459 fs_manager.cc:359] Metadata directory not provided
19:40:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.348927 2459 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.349401 2459 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.355522 2459 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data/instance:
19:40:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19286223865041c7b6a8f6166163d8de"
19:40:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:05 on dist-test-slave-7z32"
19:40:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.356890 2459 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal/instance:
19:40:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19286223865041c7b6a8f6166163d8de"
19:40:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:05 on dist-test-slave-7z32"
19:40:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.368052 2459 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
19:40:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.377905 2494 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.379709 2459 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
19:40:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.380167 2459 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal
19:40:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19286223865041c7b6a8f6166163d8de"
19:40:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:05 on dist-test-slave-7z32"
19:40:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.380637 2459 fs_report.cc:383] FS layout report
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data/data
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.443394 2459 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.445927 2459 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.446738 2459 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.577167 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 7
19:40:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.600659 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.61:37053: Network error: Client connection negotiation failed: client connection to 127.2.74.61:37053: connect: Connection refused (error 111)
19:40:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.715207 2459 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.61:37053
19:40:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.715473 2569 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.61:37053 every 8 connection(s)
19:40:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.718983 2459 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/data/info.pb
19:40:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.726157 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 2459
19:40:05.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.727111 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-1/wal/instance
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.731712 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/logs
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data/info.pb
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.60:43633
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.60
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json with env {}
19:40:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.733268 2570 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.756263 2570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } has no permanent_uuid. Determining permanent_uuid...
19:40:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.810408 2570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } has no permanent_uuid. Determining permanent_uuid...
19:40:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.842682 2570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } has no permanent_uuid. Determining permanent_uuid...
19:40:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.847240 2496 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.858497 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.908461 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 1
19:40:05.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.915850 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:05.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:05.984684 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 2
19:40:05.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:05.992095 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.083904 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 3
19:40:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.090960 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.234882 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 4
19:40:06.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.240752 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.335628 2572 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.336340 2572 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:06.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.336915 2572 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.369242 2572 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.369552 2572 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.369745 2572 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.369930 2572 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.370105 2572 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.370236 2572 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33705/jwks.json
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.405264 2572 master_runner.cc:386] Master server non-default flags:
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.60:43633
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33705/jwks.json
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data/info.pb
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.60
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/logs
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.407111 2572 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.409544 2572 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.455005 2583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.540482 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 5
19:40:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.548534 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:07.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.096092 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 6
19:40:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:07.111721 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.691535 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } attempt: 8
19:40:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.727962 2456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } has no permanent_uuid. Determining permanent_uuid...
19:40:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:07.741577 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.807410 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 1
19:40:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:07.813687 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.459702 2584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:06.464638 2572 server_base.cc:1034] running on GCE node
19:40:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:06.458755 2586 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.865649 2572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.867321 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 2
19:40:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.871133 2572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.872856 2572 hybrid_clock.cc:648] HybridClock initialized: now 1786304407872793 us; error 61 us; skew 500 ppm
19:40:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.874150 2572 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:07.875928 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.894906 2572 webserver.cc:460] Webserver started at http://127.2.74.60:44931/ using document root <none> and password file <none>
19:40:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.896973 2572 fs_manager.cc:359] Metadata directory not provided
19:40:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.897324 2572 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.898056 2572 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.911193 2572 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data/instance:
19:40:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20e42679d9d84bbdb979b1698d9e7342"
19:40:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:07 on dist-test-slave-7z32"
19:40:07.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.913836 2572 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal/instance:
19:40:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20e42679d9d84bbdb979b1698d9e7342"
19:40:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:07 on dist-test-slave-7z32"
19:40:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.928848 2572 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.005s sys 0.005s
19:40:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.943499 2605 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.945595 2572 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.004s sys 0.004s
19:40:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.946170 2572 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal
19:40:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20e42679d9d84bbdb979b1698d9e7342"
19:40:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:07 on dist-test-slave-7z32"
19:40:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.946945 2572 fs_report.cc:383] FS layout report
19:40:07.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data/data
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:07.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:07.952603 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 3
19:40:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:07.956820 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.006433 2572 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.008865 2572 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.009516 2572 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.112385 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 4
19:40:08.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.123153 2456 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.172438 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 7
19:40:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.193620 2570 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.74.60:43633: Network error: Client connection negotiation failed: client connection to 127.2.74.60:43633: connect: Connection refused (error 111)
19:40:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.268348 2572 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.60:43633
19:40:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.268627 2674 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.60:43633 every 8 connection(s)
19:40:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.271929 2572 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/data/info.pb
19:40:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.282111 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 2572
19:40:08.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.282874 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/master-2/wal/instance
19:40:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.286106 2675 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.325384 2675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } has no permanent_uuid. Determining permanent_uuid...
19:40:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.382951 2675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } has no permanent_uuid. Determining permanent_uuid...
19:40:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.404146 2675 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } has no permanent_uuid. Determining permanent_uuid...
19:40:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.420042 2456 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 5
19:40:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.445787 2675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: Bootstrap starting.
19:40:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.469328 2675 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: Neither blocks nor log segments found. Creating new log.
19:40:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.472486 2456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: Bootstrap starting.
19:40:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.475385 2675 log.cc:824] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: Log is configured to *not* fsync() on all Append() calls
19:40:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.487504 2456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: Neither blocks nor log segments found. Creating new log.
19:40:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.488282 2675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: No bootstrap required, opened a new log
19:40:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.493835 2456 log.cc:824] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: Log is configured to *not* fsync() on all Append() calls
19:40:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.512081 2456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: No bootstrap required, opened a new log
19:40:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.551734 2675 raft_consensus.cc:348] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.553460 2675 raft_consensus.cc:374] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:40:08.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.554023 2675 raft_consensus.cc:729] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20e42679d9d84bbdb979b1698d9e7342, State: Initialized, Role: FOLLOWER
19:40:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.558706 2675 consensus_queue.cc:260] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.570447 2687 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.572059 2687 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: This master's current role is: FOLLOWER
19:40:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.574131 2675 sys_catalog.cc:564] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: configured and running, proceeding with master startup.
19:40:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.574514 2456 raft_consensus.cc:348] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.575695 2456 raft_consensus.cc:374] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:40:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.576000 2456 raft_consensus.cc:729] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 724d5c8aca9e43ed81a15f5395d4c057, State: Initialized, Role: FOLLOWER
19:40:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.577811 2456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.592391 2691 sys_catalog.cc:455] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.597394 2691 sys_catalog.cc:458] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: This master's current role is: FOLLOWER
19:40:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.598685 2691 raft_consensus.cc:482] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.599030 2456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: configured and running, proceeding with master startup.
19:40:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.605038 2691 raft_consensus.cc:504] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.615624 2691 leader_election.cc:288] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 19286223865041c7b6a8f6166163d8de (127.2.74.61:37053), 20e42679d9d84bbdb979b1698d9e7342 (127.2.74.60:43633)
19:40:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.619468 2639 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "724d5c8aca9e43ed81a15f5395d4c057" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20e42679d9d84bbdb979b1698d9e7342" is_pre_election: true
19:40:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.621656 2639 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 724d5c8aca9e43ed81a15f5395d4c057 in term 0.
19:40:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.625864 2390 tablet.cc:2369] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:40:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.629459 2385 leader_election.cc:302] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20e42679d9d84bbdb979b1698d9e7342, 724d5c8aca9e43ed81a15f5395d4c057; no voters:
19:40:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.633980 2691 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:40:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.635224 2691 raft_consensus.cc:482] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:40:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.635993 2691 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 0 FOLLOWER]: Advancing to term 1
19:40:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.685341 2691 raft_consensus.cc:504] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.702791 2639 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "724d5c8aca9e43ed81a15f5395d4c057" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20e42679d9d84bbdb979b1698d9e7342"
19:40:08.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.703766 2639 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 0 FOLLOWER]: Advancing to term 1
19:40:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.718523 2691 leader_election.cc:288] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [CANDIDATE]: Term 1 election: Requested vote from peers 19286223865041c7b6a8f6166163d8de (127.2.74.61:37053), 20e42679d9d84bbdb979b1698d9e7342 (127.2.74.60:43633)
19:40:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.722100 2639 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 724d5c8aca9e43ed81a15f5395d4c057 in term 1.
19:40:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.725849 2385 leader_election.cc:302] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20e42679d9d84bbdb979b1698d9e7342, 724d5c8aca9e43ed81a15f5395d4c057; no voters:
19:40:08.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.728564 2691 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 1 FOLLOWER]: Leader election won for term 1
19:40:08.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.730422 2691 raft_consensus.cc:686] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [term 1 LEADER]: Becoming Leader. State: Replica: 724d5c8aca9e43ed81a15f5395d4c057, State: Running, Role: LEADER
19:40:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.732578 2691 consensus_queue.cc:237] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.772069 2613 tablet.cc:2369] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:40:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.770345 2694 sys_catalog.cc:455] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 724d5c8aca9e43ed81a15f5395d4c057. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.781569 2694 sys_catalog.cc:458] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: This master's current role is: LEADER
19:40:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.813337 2712 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:08.813980 2712 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.828405 2716 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:40:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.884778 2716 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:40:08.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.792615 2572 master_runner.cc:186] Error getting master registration for 127.2.74.62:42775: OK, instance_id { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" instance_seqno: 1786304403051639 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:40:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.887701 2572 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.964394 2639 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [term 1 FOLLOWER]: Refusing update from remote peer 724d5c8aca9e43ed81a15f5395d4c057: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:40:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.973968 2694 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:40:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.047684 2687 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 724d5c8aca9e43ed81a15f5395d4c057. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.053192 2687 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: This master's current role is: FOLLOWER
19:40:09.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.075925 2727 mvcc.cc:205] Tried to move back new op lower bound from 7316702859052900352 to 7316702858196213760. Current Snapshot: MvccSnapshot[applied={T|T < 7316702859052900352}]
19:40:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:08.924497 2363 master_runner.cc:186] Error getting master registration for 127.2.74.61:37053: OK, instance_id { permanent_uuid: "19286223865041c7b6a8f6166163d8de" instance_seqno: 1786304405641726 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:40:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.092657 2363 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.092731 2716 catalog_manager.cc:1347] Generated new cluster ID: 786c6f554f49409e93e7e28286bcbeed
19:40:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.093297 2716 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:40:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.093423 2691 sys_catalog.cc:455] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.094961 2691 sys_catalog.cc:458] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: This master's current role is: LEADER
19:40:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.109995 2687 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.118536 2687 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342 [sys.catalog]: This master's current role is: FOLLOWER
19:40:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.166267 2716 catalog_manager.cc:1370] Generated new certificate authority record
19:40:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.171943 2716 catalog_manager.cc:1504] Loading token signing keys...
19:40:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.346952 2716 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057: Generated new TSK 0
19:40:09.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.360906 2716 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.451638 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/logs
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data/info.pb
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.1:0
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.1
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.1
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:40:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.830132 2712 catalog_manager.cc:1259] Loaded cluster ID: 786c6f554f49409e93e7e28286bcbeed
19:40:09.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.832226 2712 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: loading cluster ID for follower catalog manager: success
19:40:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.884243 2712 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: acquiring CA information for follower catalog manager: success
19:40:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:09.944736 2712 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 20e42679d9d84bbdb979b1698d9e7342: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:40:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.209461 2384 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.2.74.61:37053 timed out after 1.509s (SENT) [suppressed 12 similar messages]
19:40:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.284413 2570 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } attempt: 8
19:40:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.346746 2732 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.347704 2732 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.349496 2732 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.392136 2570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: Bootstrap starting.
19:40:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.425194 2570 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: Neither blocks nor log segments found. Creating new log.
19:40:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.437294 2570 log.cc:824] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: Log is configured to *not* fsync() on all Append() calls
19:40:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.457083 2732 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.460784 2732 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.74.1
19:40:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.462976 2570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: No bootstrap required, opened a new log
19:40:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.529211 2570 raft_consensus.cc:348] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.535712 2732 tablet_server_runner.cc:78] Tablet server non-default flags:
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.1:0
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data/info.pb
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.1
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.1
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/logs
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.540042 2732 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.541440 2570 raft_consensus.cc:374] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:40:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.542759 2732 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:10.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.554993 2570 raft_consensus.cc:729] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19286223865041c7b6a8f6166163d8de, State: Initialized, Role: FOLLOWER
19:40:10.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.556932 2570 consensus_queue.cc:260] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } }
19:40:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.563458 2749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:10.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.565940 2570 sys_catalog.cc:564] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: configured and running, proceeding with master startup.
19:40:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.566946 2749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: This master's current role is: FOLLOWER
19:40:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.567564 2530 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "724d5c8aca9e43ed81a15f5395d4c057" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19286223865041c7b6a8f6166163d8de" is_pre_election: true
19:40:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.569101 2530 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34760 (request call id 1) took 1952 ms (client timeout 2116 ms). Trace:
19:40:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.569552 2530 rpcz_store.cc:269] 0809 19:40:08.616610 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:40:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:08.616900 (+ 290us) service_pool.cc:227] Handling call
19:40:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:10.568905 (+1952005us) inbound_call.cc:173] Queueing success response
19:40:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
19:40:10.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.566776 2526 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [term 0 FOLLOWER]: Advancing to term 1
19:40:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.575739 2525 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "724d5c8aca9e43ed81a15f5395d4c057" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19286223865041c7b6a8f6166163d8de"
19:40:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.576393 2528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "724d5c8aca9e43ed81a15f5395d4c057" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19286223865041c7b6a8f6166163d8de"
19:40:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.577561 2528 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34760 (request call id 2) took 1877 ms (client timeout 1509 ms). Trace:
19:40:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.578140 2528 rpcz_store.cc:269] 0809 19:40:08.700885 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:40:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:08.701325 (+ 440us) service_pool.cc:227] Handling call
19:40:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:10.577486 (+1876161us) inbound_call.cc:173] Queueing success response
19:40:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
19:40:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.584514 2526 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [term 1 FOLLOWER]: Refusing update from remote peer 724d5c8aca9e43ed81a15f5395d4c057: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:40:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.602677 2526 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:34760 (request call id 4) took 1623 ms. Trace:
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.603457 2526 rpcz_store.cc:276] 0809 19:40:08.979099 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:08.979399 (+ 300us) service_pool.cc:227] Handling call
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:10.566385 (+1586986us) raft_consensus.cc:1457] Updating replica for 0 ops
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:10.584924 (+ 18539us) raft_consensus.cc:1683] Filling consensus response to leader.
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:40:10.602550 (+ 17626us) inbound_call.cc:173] Queueing success response
19:40:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
19:40:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.611748 2733 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [LEADER]: Connected to new peer: Peer: permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:40:10.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.691579 2758 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.725370 2503 tablet.cc:2369] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:40:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.847128 2770 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.856492 2770 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: This master's current role is: FOLLOWER
19:40:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.835204 2749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: SysCatalogTable state changed. Reason: New leader 724d5c8aca9e43ed81a15f5395d4c057. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:10.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.857702 2749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de [sys.catalog]: This master's current role is: FOLLOWER
19:40:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:10.867069 2780 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:40:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.170814 2733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "724d5c8aca9e43ed81a15f5395d4c057" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "724d5c8aca9e43ed81a15f5395d4c057" member_type: VOTER last_known_addr { host: "127.2.74.62" port: 42775 } } peers { permanent_uuid: "19286223865041c7b6a8f6166163d8de" member_type: VOTER last_known_addr { host: "127.2.74.61" port: 37053 } } peers { permanent_uuid: "20e42679d9d84bbdb979b1698d9e7342" member_type: VOTER last_known_addr { host: "127.2.74.60" port: 43633 } } }
19:40:11.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.174317 2733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 724d5c8aca9e43ed81a15f5395d4c057 [sys.catalog]: This master's current role is: LEADER
19:40:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.894948 2780 catalog_manager.cc:1259] Loaded cluster ID: 786c6f554f49409e93e7e28286bcbeed
19:40:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.898978 2780 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: loading cluster ID for follower catalog manager: success
19:40:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.928193 2780 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: acquiring CA information for follower catalog manager: success
19:40:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:11.934933 2780 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 19286223865041c7b6a8f6166163d8de: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:40:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.699044 2752 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:10.731104 2765 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:12.852905 2761 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2157 milliseconds
19:40:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.852919 2732 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.859311 2732 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.875665 2732 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.879478 2732 hybrid_clock.cc:648] HybridClock initialized: now 1786304412879420 us; error 61 us; skew 500 ppm
19:40:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.883878 2732 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.916874 2732 webserver.cc:460] Webserver started at http://127.2.74.1:37023/ using document root <none> and password file <none>
19:40:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.918634 2732 fs_manager.cc:359] Metadata directory not provided
19:40:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.919148 2732 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.920063 2732 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.929347 2732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data/instance:
19:40:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eea7015d5c9042008d6d8d25390ed85d"
19:40:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:12 on dist-test-slave-7z32"
19:40:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.931648 2732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal/instance:
19:40:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eea7015d5c9042008d6d8d25390ed85d"
19:40:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:12 on dist-test-slave-7z32"
19:40:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.950911 2732 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.010s sys 0.007s
19:40:12.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.964656 2791 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.966336 2732 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.001s sys 0.007s
19:40:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.966976 2732 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal
19:40:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eea7015d5c9042008d6d8d25390ed85d"
19:40:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:12 on dist-test-slave-7z32"
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:12.967801 2732 fs_report.cc:383] FS layout report
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data/data
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.070958 2732 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.073932 2732 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.074770 2732 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.086388 2732 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:40:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.101980 2732 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:40:13.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.104257 2732 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s user 0.001s sys 0.001s
19:40:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.105000 2732 ts_tablet_manager.cc:610] Registered 0 tablets
19:40:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.105429 2732 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:40:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.834323 2732 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.1:35213
19:40:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.834529 2955 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.1:35213 every 8 connection(s)
19:40:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.838188 2732 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/data/info.pb
19:40:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.843815 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 2732
19:40:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.844679 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-0/wal/instance
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.866281 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/logs
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data/info.pb
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.2:0
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.2
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.2
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:40:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.993475 2957 heartbeater.cc:347] Connected to a master server at 127.2.74.61:37053
19:40:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.994279 2957 heartbeater.cc:464] Registering TS with master...
19:40:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.995833 2956 heartbeater.cc:347] Connected to a master server at 127.2.74.60:43633
19:40:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.996415 2956 heartbeater.cc:464] Registering TS with master...
19:40:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.996986 2957 heartbeater.cc:511] Master 127.2.74.61:37053 requested a full tablet report, sending...
19:40:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:13.998172 2956 heartbeater.cc:511] Master 127.2.74.60:43633 requested a full tablet report, sending...
19:40:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.005860 2515 ts_manager.cc:194] Registered new tserver with Master: eea7015d5c9042008d6d8d25390ed85d (127.2.74.1:35213)
19:40:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.007594 2627 ts_manager.cc:194] Registered new tserver with Master: eea7015d5c9042008d6d8d25390ed85d (127.2.74.1:35213)
19:40:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.013320 2958 heartbeater.cc:347] Connected to a master server at 127.2.74.62:42775
19:40:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.013866 2958 heartbeater.cc:464] Registering TS with master...
19:40:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.016117 2958 heartbeater.cc:511] Master 127.2.74.62:42775 requested a full tablet report, sending...
19:40:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.022236 2405 ts_manager.cc:194] Registered new tserver with Master: eea7015d5c9042008d6d8d25390ed85d (127.2.74.1:35213)
19:40:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.029942 2405 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.74.1:52581
19:40:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.612998 2968 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.613636 2968 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.614080 2968 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.649845 2968 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.650731 2968 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.74.2
19:40:14.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.688400 2968 tablet_server_runner.cc:78] Tablet server non-default flags:
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.2:0
19:40:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data/info.pb
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.2
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.2
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/logs
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.689803 2968 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:14.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:14.692162 2968 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.758777 2977 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:15.048135 2958 heartbeater.cc:503] Master 127.2.74.62:42775 was elected leader, sending a full tablet report...
19:40:16.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.123066 2976 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 2968
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.939872 2976 kernel_stack_watchdog.cc:198] Thread 2968 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 369ms:
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:40:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:14.759861 2978 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:16.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.941704 2968 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.192s user 0.678s sys 1.250s
19:40:16.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.942087 2968 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.192s user 0.678s sys 1.250s
19:40:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.944321 2981 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:16.947278 2979 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2189 milliseconds
19:40:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.947387 2968 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.948879 2968 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.951458 2968 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.952893 2968 hybrid_clock.cc:648] HybridClock initialized: now 1786304416952866 us; error 56 us; skew 500 ppm
19:40:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.953853 2968 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.961069 2968 webserver.cc:460] Webserver started at http://127.2.74.2:45727/ using document root <none> and password file <none>
19:40:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.962074 2968 fs_manager.cc:359] Metadata directory not provided
19:40:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.962337 2968 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.962917 2968 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.968298 2968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data/instance:
19:40:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a52e0e86012743848e86e1164ba04a59"
19:40:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:16 on dist-test-slave-7z32"
19:40:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.969592 2968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal/instance:
19:40:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a52e0e86012743848e86e1164ba04a59"
19:40:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:16 on dist-test-slave-7z32"
19:40:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.977905 2968 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
19:40:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.984211 2991 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.985473 2968 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:40:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.985903 2968 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal
19:40:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a52e0e86012743848e86e1164ba04a59"
19:40:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:16 on dist-test-slave-7z32"
19:40:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:16.986290 2968 fs_report.cc:383] FS layout report
19:40:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data/data
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.035782 2968 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.037634 2968 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.038146 2968 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.041318 2968 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:40:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.046000 2968 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:40:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.046248 2968 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:40:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.046619 2968 ts_tablet_manager.cc:610] Registered 0 tablets
19:40:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.046828 2968 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:40:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.512081 2968 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.2:34621
19:40:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.512782 3148 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.2:34621 every 8 connection(s)
19:40:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.515354 2968 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/data/info.pb
19:40:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.517540 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 2968
19:40:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.518427 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-1/wal/instance
19:40:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.530977 2344 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal
19:40:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data
19:40:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/logs
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data/info.pb
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.3:0
19:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.3
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.3
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:40:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.622035 3151 heartbeater.cc:347] Connected to a master server at 127.2.74.61:37053
19:40:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.622917 3151 heartbeater.cc:464] Registering TS with master...
19:40:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.631913 3151 heartbeater.cc:511] Master 127.2.74.61:37053 requested a full tablet report, sending...
19:40:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.638285 2515 ts_manager.cc:194] Registered new tserver with Master: a52e0e86012743848e86e1164ba04a59 (127.2.74.2:34621)
19:40:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.642591 3152 heartbeater.cc:347] Connected to a master server at 127.2.74.62:42775
19:40:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.643370 3152 heartbeater.cc:464] Registering TS with master...
19:40:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.645325 3152 heartbeater.cc:511] Master 127.2.74.62:42775 requested a full tablet report, sending...
19:40:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.649061 3149 heartbeater.cc:347] Connected to a master server at 127.2.74.60:43633
19:40:17.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.649551 3149 heartbeater.cc:464] Registering TS with master...
19:40:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.650223 2405 ts_manager.cc:194] Registered new tserver with Master: a52e0e86012743848e86e1164ba04a59 (127.2.74.2:34621)
19:40:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.651515 3149 heartbeater.cc:511] Master 127.2.74.60:43633 requested a full tablet report, sending...
19:40:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.655228 2405 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.74.2:44699
19:40:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:17.657578 2627 ts_manager.cc:194] Registered new tserver with Master: a52e0e86012743848e86e1164ba04a59 (127.2.74.2:34621)
19:40:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.203863 3162 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:18.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.204739 3162 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.205399 3162 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.241020 3162 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.242316 3162 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.74.3
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:18.280561 3162 tablet_server_runner.cc:78] Tablet server non-default flags:
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.74.20:37483
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.74.3:0
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data/info.pb
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.74.3
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.74.62:42775,127.2.74.61:37053,127.2.74.60:43633
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.74.3
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/logs
19:40:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:18.282383 3162 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:18.284427 3162 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.328330 3172 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:18.663343 3152 heartbeater.cc:503] Master 127.2.74.62:42775 was elected leader, sending a full tablet report...
19:40:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.330507 3171 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:18.328845 3174 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:19.723354 3173 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:40:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.723588 3162 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.725433 3162 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.729933 3162 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.731475 3162 hybrid_clock.cc:648] HybridClock initialized: now 1786304419731404 us; error 129 us; skew 500 ppm
19:40:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.732776 3162 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.748620 3162 webserver.cc:460] Webserver started at http://127.2.74.3:37561/ using document root <none> and password file <none>
19:40:19.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.749832 3162 fs_manager.cc:359] Metadata directory not provided
19:40:19.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.750120 3162 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:19.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.750725 3162 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.756554 3162 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data/instance:
19:40:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c935ee7148344b5ab4d554be4ab90b18"
19:40:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:19 on dist-test-slave-7z32"
19:40:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.758055 3162 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal/instance:
19:40:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c935ee7148344b5ab4d554be4ab90b18"
19:40:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:19 on dist-test-slave-7z32"
19:40:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.769850 3162 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.004s sys 0.008s
19:40:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.779699 3181 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:19.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.781400 3162 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.005s sys 0.003s
19:40:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.781926 3162 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal
19:40:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c935ee7148344b5ab4d554be4ab90b18"
19:40:19.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:19 on dist-test-slave-7z32"
19:40:19.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.782418 3162 fs_report.cc:383] FS layout report
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data/data
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:19.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.851971 3162 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.854341 3162 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:19.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.855057 3162 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.862540 3162 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:40:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.870533 3162 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:40:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.870859 3162 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:40:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.871202 3162 ts_tablet_manager.cc:610] Registered 0 tablets
19:40:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:19.871387 3162 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:40:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.296757 3162 rpc_server.cc:307] RPC server started. Bound to: 127.2.74.3:33095
19:40:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.297246 3335 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.74.3:33095 every 8 connection(s)
19:40:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.300530 3162 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/data/info.pb
19:40:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.309257 2344 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3162
19:40:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.309942 2344 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster6155397357981917061/ts-2/wal/instance
19:40:20.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.398790 3336 heartbeater.cc:347] Connected to a master server at 127.2.74.60:43633
19:40:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.399808 3336 heartbeater.cc:464] Registering TS with master...
19:40:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.402359 3342 heartbeater.cc:347] Connected to a master server at 127.2.74.62:42775
19:40:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.402770 3342 heartbeater.cc:464] Registering TS with master...
19:40:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.403492 3336 heartbeater.cc:511] Master 127.2.74.60:43633 requested a full tablet report, sending...
19:40:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.405192 3342 heartbeater.cc:511] Master 127.2.74.62:42775 requested a full tablet report, sending...
19:40:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.410481 2405 ts_manager.cc:194] Registered new tserver with Master: c935ee7148344b5ab4d554be4ab90b18 (127.2.74.3:33095)
19:40:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.411685 3339 heartbeater.cc:347] Connected to a master server at 127.2.74.61:37053
19:40:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.412158 3339 heartbeater.cc:464] Registering TS with master...
19:40:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.413762 3339 heartbeater.cc:511] Master 127.2.74.61:37053 requested a full tablet report, sending...
19:40:20.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.415372 2405 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.74.3:43213
19:40:20.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.419341 2515 ts_manager.cc:194] Registered new tserver with Master: c935ee7148344b5ab4d554be4ab90b18 (127.2.74.3:33095)
19:40:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.428460 2626 ts_manager.cc:194] Registered new tserver with Master: c935ee7148344b5ab4d554be4ab90b18 (127.2.74.3:33095)
19:40:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:20.442970 2344 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:40:20.466 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:40:20.468 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:40:20.482 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.74.62"
port: 42775
}
bound_http_address {
host: "127.2.74.62"
port: 44427
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.74.61"
port: 37053
}
bound_http_address {
host: "127.2.74.61"
port: 39039
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.74.60"
port: 43633
}
bound_http_address {
host: "127.2.74.60"
port: 44931
}
}
}
19:40:20.488 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:40:20.491 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.74.1"
port: 35213
}
bound_http_address {
host: "127.2.74.1"
port: 37023
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.74.2"
port: 34621
}
bound_http_address {
host: "127.2.74.2"
port: 45727
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.74.3"
port: 33095
}
bound_http_address {
host: "127.2.74.3"
port: 37561
}
}
}
19:40:20.492 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:40:20.739 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:40:20.912 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCyk9b/test-tmp
19:40:20.913 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:40:20.914 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCyk9b/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:40:20.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:40:21.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:21.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:40:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:21.403838 3360 mini_oidc.cc:152] Starting JWKS server
19:40:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:21.408668 3360 webserver.cc:460] Webserver started at http://127.0.0.1:32793/ using document root <none> and password file <none>
19:40:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:21.409200 3360 mini_oidc.cc:189] Starting OIDC Discovery server
19:40:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:21.413954 3360 webserver.cc:460] Webserver started at http://127.0.0.1:41333/ using document root <none> and password file <none>
19:40:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:21.426430 3342 heartbeater.cc:503] Master 127.2.74.62:42775 was elected leader, sending a full tablet report...
19:40:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:40:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/principal' for realm 'KRBTEST.COM',
19:40:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:40:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:21 dist-test-slave-7z32 krb5kdc[3380](info): setting up network...
19:40:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:40:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:21 dist-test-slave-7z32 krb5kdc[3380](info): set up 2 sockets
19:40:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:21 dist-test-slave-7z32 krb5kdc[3380](info): commencing operation
19:40:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:40:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:22.850294 3360 mini_kdc.cc:121] Time spent starting KDC: real 1.393s user 0.006s sys 0.046s
19:40:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:40:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:40:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:40:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:40:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:40:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:40:22.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:40:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:40:22.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:40:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:40:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/test-user.keytab.
19:40:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/test-user.keytab.
19:40:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:23 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304423, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:40:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:40:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:40:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:40:23Z Disabled control of system clock
19:40:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.72.62@KRBTEST.COM; defaulting to no policy
19:40:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.72.62@KRBTEST.COM" created.
19:40:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab.
19:40:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab.
19:40:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:23.120628 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/logs
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.62:36209
19:40:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.62
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.62
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:23.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.669302 3402 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.669916 3402 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.670652 3402 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.707762 3402 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.708153 3402 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.708467 3402 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.708799 3402 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.709131 3402 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.709548 3402 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.709826 3402 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:23.749565 3402 master_runner.cc:386] Master server non-default flags:
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.62
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.62:36209
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.62
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/logs
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:23.751001 3402 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:23.752527 3402 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.788473 3417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.790261 3414 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:23.792815 3422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:25.212349 3418 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1415 milliseconds
19:40:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.212492 3402 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.214077 3402 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.217528 3402 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.218967 3402 hybrid_clock.cc:648] HybridClock initialized: now 1786304425218930 us; error 110 us; skew 500 ppm
19:40:25.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.220016 3402 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:25 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304425, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:25.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.233012 3402 init.cc:377] Logged in from keytab as kudu/127.3.72.62@KRBTEST.COM (short username kudu)
19:40:25.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.239866 3402 webserver.cc:460] Webserver started at http://127.3.72.62:38301/ using document root <none> and password file <none>
19:40:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.241163 3402 fs_manager.cc:359] Metadata directory not provided
19:40:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.241426 3402 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.242090 3402 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.248090 3402 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/instance:
19:40:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcb430103beb4d3688c884d2ce2afd15"
19:40:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:25 on dist-test-slave-7z32"
19:40:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.249433 3402 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal/instance:
19:40:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcb430103beb4d3688c884d2ce2afd15"
19:40:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:25 on dist-test-slave-7z32"
19:40:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.258409 3402 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
19:40:25.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.266335 3435 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.267992 3402 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.005s sys 0.002s
19:40:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.268452 3402 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcb430103beb4d3688c884d2ce2afd15"
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:25 on dist-test-slave-7z32"
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.268934 3402 fs_report.cc:383] FS layout report
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/data
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.342515 3402 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.350894 3402 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.351646 3402 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.616410 3402 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.62:36209
19:40:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.616652 3507 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.62:36209 every 8 connection(s)
19:40:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.619985 3402 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.626223 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3402
19:40:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.627491 3360 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal/instance
19:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.635807 3508 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:25.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.668222 3508 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:40:25.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.72.61@KRBTEST.COM; defaulting to no policy
19:40:25.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:25.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.72.61@KRBTEST.COM" created.
19:40:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab.
19:40:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab.
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.733980 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/logs
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.61:46081
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.61
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.61
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:25 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304425, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.62@KRBTEST.COM for kudu/127.3.72.62@KRBTEST.COM
19:40:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.760094 3508 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } has no permanent_uuid. Determining permanent_uuid...
19:40:25.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:25.763657 3437 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:25.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:25.768882 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.819016 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 1
19:40:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:25.825562 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.894332 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 2
19:40:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:25.903985 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:25.995764 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 3
19:40:26.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.004669 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:26.148471 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 4
19:40:26.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.155367 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.333580 3514 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.334370 3514 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.335132 3514 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.370677 3514 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.370987 3514 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.371268 3514 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.371515 3514 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:26.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.371733 3514 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.371941 3514 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.372092 3514 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:26.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:26.419716 3514 master_runner.cc:386] Master server non-default flags:
19:40:26.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.61
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.61:46081
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.61
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/logs
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:26.421115 3514 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:26.422518 3514 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.451889 3533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:26.454952 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 5
19:40:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.469561 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.017186 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 6
19:40:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:27.031424 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.454133 3528 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:26.463369 3530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.975311 3514 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:27.975777 3532 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:40:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.981619 3514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.986240 3514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.987735 3514 hybrid_clock.cc:648] HybridClock initialized: now 1786304427987682 us; error 74 us; skew 500 ppm
19:40:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.988785 3514 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:27 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304427, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:27.999996 3514 init.cc:377] Logged in from keytab as kudu/127.3.72.61@KRBTEST.COM (short username kudu)
19:40:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.009135 3514 webserver.cc:460] Webserver started at http://127.3.72.61:39925/ using document root <none> and password file <none>
19:40:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.010465 3514 fs_manager.cc:359] Metadata directory not provided
19:40:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.010718 3514 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.011400 3514 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.017513 3514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/instance:
19:40:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532befa7f01482bb28f576c077aaf65"
19:40:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:28 on dist-test-slave-7z32"
19:40:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.018946 3514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal/instance:
19:40:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532befa7f01482bb28f576c077aaf65"
19:40:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:28 on dist-test-slave-7z32"
19:40:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.033109 3514 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.001s sys 0.009s
19:40:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.047865 3547 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.049789 3514 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.000s sys 0.007s
19:40:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.050331 3514 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532befa7f01482bb28f576c077aaf65"
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:28 on dist-test-slave-7z32"
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.050794 3514 fs_report.cc:383] FS layout report
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/data
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.092401 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 7
19:40:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.136246 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.61:46081: Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:28.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.162184 3514 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.182461 3514 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.183102 3514 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.373621 3514 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.61:46081
19:40:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.374083 3628 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.61:46081 every 8 connection(s)
19:40:28.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.377048 3514 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.380532 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3514
19:40:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.381414 3360 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal/instance
19:40:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.393779 3629 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.72.60@KRBTEST.COM; defaulting to no policy
19:40:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.423655 3629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:40:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.72.60@KRBTEST.COM" created.
19:40:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:28 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304427, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.61@KRBTEST.COM for kudu/127.3.72.62@KRBTEST.COM
19:40:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.566318 3629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } has no permanent_uuid. Determining permanent_uuid...
19:40:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:28 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304427, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.61@KRBTEST.COM for kudu/127.3.72.61@KRBTEST.COM
19:40:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:40:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab.
19:40:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.72.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab.
19:40:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.596410 3360 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.3.72.60: real 0.211s user 0.001s sys 0.027s
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.598400 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/logs
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.60:37533
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.60
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.60
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.613855 3629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } has no permanent_uuid. Determining permanent_uuid...
19:40:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.618991 3556 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.632191 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.682013 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 1
19:40:28.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.688501 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.757186 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 2
19:40:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.763774 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:28.855510 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 3
19:40:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:28.862470 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.006044 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 4
19:40:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.014101 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.270310 3637 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.271338 3637 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:29.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.272207 3637 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.313673 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 5
19:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.319006 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.321122 3637 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.321393 3637 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.321674 3637 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.321889 3637 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.322093 3637 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.322302 3637 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.322448 3637 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.373075 3637 master_runner.cc:386] Master server non-default flags:
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.60
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.60:37533
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.60
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/logs
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.375576 3637 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.377686 3637 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.433195 3647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:29.866737 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 6
19:40:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.902472 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.226951 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } attempt: 8
19:40:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:30 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304425, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.62@KRBTEST.COM for kudu/127.3.72.61@KRBTEST.COM
19:40:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.377120 3508 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } has no permanent_uuid. Determining permanent_uuid...
19:40:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.401894 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.471246 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 1
19:40:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.481714 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.535452 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 2
19:40:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.546535 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.623337 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 3
19:40:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.634260 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.790269 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 4
19:40:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.796452 3440 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111) [suppressed 11 similar messages]
19:40:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.804247 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:30.963186 3629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 7
19:40:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.005724 3629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.100992 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 5
19:40:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.107365 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:30.828014 3645 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 3637
19:40:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.441573 3645 kernel_stack_watchdog.cc:198] Thread 3637 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 383ms:
19:40:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:40:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:40:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:40:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:40:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:29.433681 3646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.456189 3637 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.024s user 0.001s sys 0.010s
19:40:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.456714 3637 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.025s user 0.002s sys 0.010s
19:40:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.457728 3648 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2013 milliseconds
19:40:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.459173 3649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.459234 3637 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.460669 3637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.464001 3637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.465432 3637 hybrid_clock.cc:648] HybridClock initialized: now 1786304431465399 us; error 68 us; skew 500 ppm
19:40:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.466351 3637 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:31.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:31 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304431, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.474591 3637 init.cc:377] Logged in from keytab as kudu/127.3.72.60@KRBTEST.COM (short username kudu)
19:40:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.481027 3637 webserver.cc:460] Webserver started at http://127.3.72.60:33955/ using document root <none> and password file <none>
19:40:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.481956 3637 fs_manager.cc:359] Metadata directory not provided
19:40:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.482146 3637 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.482612 3637 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:40:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.488382 3637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/instance:
19:40:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1b97026084445adb396bd7466272c00"
19:40:31.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:31 on dist-test-slave-7z32"
19:40:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.489717 3637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal/instance:
19:40:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1b97026084445adb396bd7466272c00"
19:40:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:31 on dist-test-slave-7z32"
19:40:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.499176 3637 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
19:40:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.509644 3680 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.512256 3637 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.003s sys 0.003s
19:40:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.512748 3637 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1b97026084445adb396bd7466272c00"
19:40:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:31 on dist-test-slave-7z32"
19:40:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.513243 3637 fs_report.cc:383] FS layout report
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/data
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.553078 3637 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.560376 3637 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.560978 3637 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.628955 3508 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } attempt: 6
19:40:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:31.641458 3508 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.72.60:37533: Network error: Client connection negotiation failed: client connection to 127.3.72.60:37533: connect: Connection refused (error 111)
19:40:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.830714 3637 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.60:37533
19:40:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.830921 3766 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.60:37533 every 8 connection(s)
19:40:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.834621 3637 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.843250 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3637
19:40:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.846740 3360 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal/instance
19:40:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.850596 3767 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:40:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.883198 3767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:40:31.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:31 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304423, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.72.60@KRBTEST.COM
19:40:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:31 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304431, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for kudu/127.3.72.62@KRBTEST.COM
19:40:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:31.956259 3767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } has no permanent_uuid. Determining permanent_uuid...
19:40:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:31 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304431, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for kudu/127.3.72.61@KRBTEST.COM
19:40:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:31 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304423, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.72.61@KRBTEST.COM
19:40:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.005427 3767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } has no permanent_uuid. Determining permanent_uuid...
19:40:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:32 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304431, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for kudu/127.3.72.60@KRBTEST.COM
19:40:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:32 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304423, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.72.62@KRBTEST.COM
19:40:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.068168 3767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Bootstrap starting.
19:40:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.068329 3360 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:40:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.083087 3767 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Neither blocks nor log segments found. Creating new log.
19:40:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.087769 3767 log.cc:824] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Log is configured to *not* fsync() on all Append() calls
19:40:32.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.099565 3767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: No bootstrap required, opened a new log
19:40:32.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:40:32.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:40:32.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:40:32.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.72.62"
port: 36209
}
bound_http_address {
host: "127.3.72.62"
port: 38301
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.72.61"
port: 46081
}
bound_http_address {
host: "127.3.72.61"
port: 39925
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.72.60"
port: 37533
}
bound_http_address {
host: "127.3.72.60"
port: 33955
}
}
}
19:40:32.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:40:32.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.130 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:40:32.133 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:40:32.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.160924 3767 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.162915 3767 raft_consensus.cc:374] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:40:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.163497 3767 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1b97026084445adb396bd7466272c00, State: Initialized, Role: FOLLOWER
19:40:32.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.165735 3767 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.179622 3780 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } } }
19:40:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.181581 3780 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: This master's current role is: FOLLOWER
19:40:32.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.185518 3767 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: configured and running, proceeding with master startup.
19:40:32.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:32 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:32.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:40:32.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.214 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc
19:40:32.222 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:40:32.224 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc
19:40:32.225 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:40:32.231 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:40:32.233 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:40:32.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:40:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:32 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:40:32.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.310 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc
19:40:32.313 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:40:32.313 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.72.60:37533
19:40:32.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:40:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.317631 3360 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 3637
19:40:32.363 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.363 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.72.62:36209
19:40:32.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:40:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.364568 3360 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 3402
19:40:32.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.403 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.72.61:46081
19:40:32.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:40:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.404043 3360 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 3514
19:40:32.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:32.441 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.72.60:37533
19:40:32.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.445106 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/logs
19:40:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.60:37533
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.60
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33955
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.60
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.805647 3807 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.806442 3807 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.807268 3807 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.840281 3807 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.840600 3807 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.841054 3807 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.841441 3807 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:32.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.841780 3807 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.842113 3807 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.842388 3807 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.883219 3807 master_runner.cc:386] Master server non-default flags:
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.60.keytab
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.60
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.60:37533
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.60
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33955
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/logs
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.884824 3807 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.886298 3807 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:32.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.906585 3817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.907070 3820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:32.908427 3816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:32.909034 3807 server_base.cc:1034] running on GCE node
19:40:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.259604 3807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.264053 3807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.267773 3807 hybrid_clock.cc:648] HybridClock initialized: now 1786304434267697 us; error 63 us; skew 500 ppm
19:40:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.269167 3807 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:34 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304434, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.282383 3807 init.cc:377] Logged in from keytab as kudu/127.3.72.60@KRBTEST.COM (short username kudu)
19:40:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.301257 3807 webserver.cc:460] Webserver started at http://127.3.72.60:33955/ using document root <none> and password file <none>
19:40:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.303109 3807 fs_manager.cc:359] Metadata directory not provided
19:40:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.303488 3807 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.322921 3807 fs_manager.cc:709] Time spent opening directory manager: real 0.013s user 0.005s sys 0.008s
19:40:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.331889 3835 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.333467 3807 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.005s sys 0.003s
19:40:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.333902 3807 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1b97026084445adb396bd7466272c00"
19:40:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:31 on dist-test-slave-7z32"
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.337637 3807 fs_report.cc:383] FS layout report
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/wal
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/data
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:34.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:34.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.400321 3807 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.410825 3807 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.411711 3807 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.544822 3807 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.60:37533
19:40:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.544967 3913 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.60:37533 every 8 connection(s)
19:40:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.548146 3807 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-2/data/info.pb
19:40:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.553632 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3807
19:40:34.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:34.554 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.72.62:36209
19:40:34.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.556783 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/logs
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.62:36209
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.62
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38301
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.62
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.564453 3914 sys_catalog.cc:263] Verifying existing consensus state
19:40:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.570533 3914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Bootstrap starting.
19:40:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.609241 3914 log.cc:824] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Log is configured to *not* fsync() on all Append() calls
19:40:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.616148 3914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:40:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.617205 3914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Bootstrap complete.
19:40:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.649756 3914 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.652529 3914 raft_consensus.cc:374] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:40:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.652858 3914 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1b97026084445adb396bd7466272c00, State: Initialized, Role: FOLLOWER
19:40:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.654047 3914 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.657756 3920 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } } }
19:40:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.658910 3920 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: This master's current role is: FOLLOWER
19:40:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.659106 3914 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [sys.catalog]: configured and running, proceeding with master startup.
19:40:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.677901 3846 tablet.cc:2369] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:40:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.697448 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.697872 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.699910 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.733175 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.783452 3920 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.784165 3920 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.790377 3839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.791965 3920 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.797982 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:34.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.801276 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:34.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.802191 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:34.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:34.804162 3920 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.980171 3916 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.980749 3916 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:34.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:34.981343 3916 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.017213 3916 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.017547 3916 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.017827 3916 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.018025 3916 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.018242 3916 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.018471 3916 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.018620 3916 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:35.057615 3916 master_runner.cc:386] Master server non-default flags:
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.62.keytab
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.62
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.62:36209
19:40:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.62
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38301
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/logs
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:35.059254 3916 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:35.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:35.060607 3916 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.085556 3959 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.702777 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.703235 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.087515 3957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:35.086717 3961 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:36.434238 3960 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:40:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.434664 3916 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:40:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.439247 3916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:36.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.442924 3916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.444466 3916 hybrid_clock.cc:648] HybridClock initialized: now 1786304436444391 us; error 85 us; skew 500 ppm
19:40:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.445322 3916 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:36 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304436, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:36.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.457772 3916 init.cc:377] Logged in from keytab as kudu/127.3.72.62@KRBTEST.COM (short username kudu)
19:40:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.465066 3916 webserver.cc:460] Webserver started at http://127.3.72.62:38301/ using document root <none> and password file <none>
19:40:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.466182 3916 fs_manager.cc:359] Metadata directory not provided
19:40:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.466434 3916 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.476377 3916 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
19:40:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.481549 3973 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.483491 3916 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.484016 3916 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcb430103beb4d3688c884d2ce2afd15"
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:25 on dist-test-slave-7z32"
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.487011 3916 fs_report.cc:383] FS layout report
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/data
19:40:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.531445 3916 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.540459 3916 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.541018 3916 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.588398 4004 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.589349 4004 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.596781 4004 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:36.610297 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:36.611212 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.611882 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.612751 4004 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.656978 3916 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.62:36209
19:40:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.657212 4053 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.62:36209 every 8 connection(s)
19:40:36.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.660527 3916 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/data/info.pb
19:40:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.665144 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 3916
19:40:36.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:36.667 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.72.61:46081
19:40:36.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.669548 3360 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/logs
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.61:46081
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.61
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39925
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.61
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:40:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.681082 4058 sys_catalog.cc:263] Verifying existing consensus state
19:40:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:40:36.682423 4058 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:40:36.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.683084 3916 master.cc:537] Master@127.3.72.62:36209 shutting down...
19:40:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:36.715443 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:36.715893 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:36.791507 3916 master.cc:552] Master@127.3.72.62:36209 shutdown complete.
19:40:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:40:37.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.111769 4060 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:40:37.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.112460 4060 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:40:37.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.113092 4060 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:40:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.166460 4060 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:40:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.167392 4060 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:40:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.167963 4060 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:40:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.168368 4060 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:40:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.168730 4060 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:40:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.169072 4060 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:40:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.169327 4060 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32793/jwks.json
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:37.214568 4060 master_runner.cc:386] Master server non-default flags:
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.72.20:41935
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.72.62:36209,127.3.72.61:46081,127.3.72.60:37533
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/krb5kdc/kudu_127.3.72.61.keytab
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.72.61
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.72.61:46081
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32793/jwks.json
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.72.61
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39925
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:40:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/logs
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:40:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:37.216080 4060 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:40:37.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:37.217207 4060 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:40:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.241921 4069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.722370 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.722955 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.241971 4068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:37.243037 4071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:40:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:37.242725 4060 server_base.cc:1034] running on GCE node
19:40:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.559999 4060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:40:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.562814 4060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:40:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.564268 4060 hybrid_clock.cc:648] HybridClock initialized: now 1786304438564229 us; error 73 us; skew 500 ppm
19:40:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.565237 4060 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:40:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:38 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304438, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.571779 4060 init.cc:377] Logged in from keytab as kudu/127.3.72.61@KRBTEST.COM (short username kudu)
19:40:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.577483 4060 webserver.cc:460] Webserver started at http://127.3.72.61:39925/ using document root <none> and password file <none>
19:40:38.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.578622 4060 fs_manager.cc:359] Metadata directory not provided
19:40:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.578918 4060 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:40:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.587553 4060 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
19:40:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.592412 4086 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:40:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.593930 4060 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:40:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.594390 4060 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data,/tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2532befa7f01482bb28f576c077aaf65"
19:40:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:40:28 on dist-test-slave-7z32"
19:40:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.597477 4060 fs_report.cc:383] FS layout report
19:40:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:40:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/data
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:40:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:40:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.636107 4092 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.636639 4092 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.638595 4092 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:38.651800 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:38.652390 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.652722 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.653484 4092 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:38.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.662900 4060 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:40:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.671885 4060 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:40:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.672572 4060 kserver.cc:163] Server-wide thread pool size limit: 3276
19:40:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:38.727789 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:38.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:38.728199 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.775866 4060 rpc_server.cc:307] RPC server started. Bound to: 127.3.72.61:46081
19:40:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.776067 4163 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.72.61:46081 every 8 connection(s)
19:40:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.779426 4060 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/data/info.pb
19:40:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.789737 3360 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu as pid 4060
19:40:38.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:40:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.793960 4164 sys_catalog.cc:263] Verifying existing consensus state
19:40:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:40:38.795092 4164 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:40:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.795531 4060 master.cc:537] Master@127.3.72.61:46081 shutting down...
19:40:38.870 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.72.60:37533(127.3.72.60:37533)] connecting to peer
19:40:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:38.882923 4060 master.cc:552] Master@127.3.72.61:46081 shutdown complete.
19:40:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCyk9b/test-tmp/mini-kudu-cluster1280233283279488295/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:40:38.951 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:38.954 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.022 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.72.60:37533(127.3.72.60:37533)] Successfully connected to peer
19:40:39.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.105 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:40:39.115 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.3.72.60
19:40:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:39 dist-test-slave-7z32 krb5kdc[3380](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.72.60@KRBTEST.COM
19:40:39.375 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe183018d, L:/127.0.0.1:37260 - R:/127.3.72.60:37533] using SASL/GSSAPI
19:40:39.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.449 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.459 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.460 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.479 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.480 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.519 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.525 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.581 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.592 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.700 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:39.734165 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:39.735718 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:39.738658 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:39.739527 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:39.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:39.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:39.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:39.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:39.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:40.180 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:40.182 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:40.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:40.239 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:40.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.243 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:40.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:40.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:40.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:40.745411 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:40.746122 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:41.120 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:41.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:41.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:41.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:41.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:41.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:41.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:41.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:41.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:41.751493 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:41.751950 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:42.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:42.577983 4183 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:42.578539 4183 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:42.580476 4183 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:42.583189 3839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:40:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:42.586726 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:42.587357 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:42.587668 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:42.588344 4183 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:42.755620 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:42.755896 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:43.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:43.081 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:43.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:43.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:43.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:43.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:43.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:43.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:43.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:43.759647 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:43.760032 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:44 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304444, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:44.292881 3829 init.cc:295] Successfully reacquired a new kerberos TGT
19:40:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:44.743939 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:44.744396 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:44.763639 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:44.764003 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:45.767721 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:45.768033 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:46.280247 4200 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:46.280761 4200 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:46.282387 4200 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:46.289386 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:46.290156 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:46.290534 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:46.291507 4200 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:46.699 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:46.700 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:46.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:46.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:46.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:46.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:46.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:46.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:46.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:46.771262 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:46.771556 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:47.774763 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:47.775115 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:48.778931 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:48.779289 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.747684 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.748119 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:49.782408 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:49.782707 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.914155 4216 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.914619 4216 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.916222 4216 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:49.918589 3839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:40:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:49.922055 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:49.922730 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.923094 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:49.923720 4216 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:50.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:50.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:50.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:50.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:50.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:50.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:50.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:50.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:50.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:50.786442 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:50.787056 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:51.658 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:51.660 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:51.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:51.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:51.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:51.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:51.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:51.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:51.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:51.790490 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:51.790921 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:52.794888 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:52.795364 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:53.398 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:53.400 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:53.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:53.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:53.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:53.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:53.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:53.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:53.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:53.799314 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:53.799726 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:40:54 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304454, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:40:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:54.296583 3829 init.cc:295] Successfully reacquired a new kerberos TGT
19:40:54.359 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:54.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:54.362 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:54.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:54.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:54.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:54.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:54.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:54.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:54.752486 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:54.753022 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:54.803412 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:54.803776 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:55.359 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:55.360 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:55.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:55.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:55.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:55.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:55.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:55.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:55.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:55.807379 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:55.807755 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:56.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:56.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:56.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:56.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:56.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:56.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:56.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:56.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:56.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:56.612632 4237 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:40:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:56.613263 4237 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:40:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:56.615094 4237 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:40:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:56.617869 3839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:40:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:56.621320 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:40:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:56.622030 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:40:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:56.622357 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:40:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:56.623060 4237 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:40:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:56.811276 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:56.811583 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:57.815205 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:57.815543 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:57.959 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:57.960 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:57.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:57.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:57.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:57.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:57.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:57.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:57.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:58.401153 3332 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6f20 after lost signal to thread 3165
19:40:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:58.402971 3332 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4e60 after lost signal to thread 3335
19:40:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:58.820472 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:58.820914 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:40:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:59.756815 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:40:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:40:59.757272 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:40:59.819 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:40:59.821 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:40:59.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:59.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:59.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:40:59.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:59.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:59.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:40:59.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:40:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:59.826026 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:40:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:40:59.826546 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:00.830639 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:00.831029 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:01.834903 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:01.835281 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:02.813233 4252 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:02.813735 4252 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:41:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:02.815896 4252 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:41:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:02.818586 3839 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:41:02.819 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:41:02.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:02.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:02.822 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:02.822 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:41:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:02.823884 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:41:02.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:02.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:02.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:02.824829 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:41:02.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:41:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:02.825270 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:41:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:02.825917 4252 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:02.838730 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:02.839184 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:03.838 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:41:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:03.845407 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:03.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:03.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:03.846205 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:03.846 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:41:03.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:03.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:03.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:03.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:03.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:41:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:41:04 dist-test-slave-7z32 krb5kdc[3380](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304464, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.72.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:41:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:04.300200 3829 init.cc:295] Successfully reacquired a new kerberos TGT
19:41:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:04.761503 3807 master_runner.cc:186] Error getting master registration for 127.3.72.62:36209: Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111),
19:41:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:04.762037 3807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:41:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:04.849931 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:04.850283 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:05.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:41:05.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:41:05.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:05.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:05.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:05.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:05.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:05.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:05.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:41:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:05.582294 4262 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:41:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:05.582880 4262 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcb430103beb4d3688c884d2ce2afd15" member_type: VOTER last_known_addr { host: "127.3.72.62" port: 36209 } } peers { permanent_uuid: "2532befa7f01482bb28f576c077aaf65" member_type: VOTER last_known_addr { host: "127.3.72.61" port: 46081 } } peers { permanent_uuid: "c1b97026084445adb396bd7466272c00" member_type: VOTER last_known_addr { host: "127.3.72.60" port: 37533 } }
19:41:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:05.584594 4262 leader_election.cc:288] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209), 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081)
19:41:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:05.591521 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcb430103beb4d3688c884d2ce2afd15 (127.3.72.62:36209): Network error: Client connection negotiation failed: client connection to 127.3.72.62:36209: connect: Connection refused (error 111)
19:41:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:05.592314 3839 leader_election.cc:334] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2532befa7f01482bb28f576c077aaf65 (127.3.72.61:46081): Network error: Client connection negotiation failed: client connection to 127.3.72.61:46081: connect: Connection refused (error 111)
19:41:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:05.592680 3839 leader_election.cc:302] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1b97026084445adb396bd7466272c00; no voters: 2532befa7f01482bb28f576c077aaf65, dcb430103beb4d3688c884d2ce2afd15
19:41:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:05.593559 4262 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:41:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:05.853075 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:05.853392 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:06.519 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:41:06.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:06.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:06.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:06.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:41:06.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:06.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:06.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:06.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:41:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:06.856118 3944 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1b97026084445adb396bd7466272c00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:41:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:41:06.856390 3944 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:41:07.219 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.62:36209(127.3.72.62:36209)] connecting to peer
19:41:07.220 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.72.61:46081(127.3.72.61:46081)] connecting to peer
19:41:07.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:07.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.72.62:36209(127.3.72.62:36209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:07.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:07.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.61:46081(127.3.72.61:46081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:07.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.62:36209: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209
19:41:07.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.72.61:46081: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
19:41:07.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081; will retry
19:41:07.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28427), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [613ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [632ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [638ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [644ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [653ms] refreshing cache from master, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [660ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [677ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [679ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [681ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [682ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [713ms] refreshing cache from master, [713ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [727ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [772ms] refreshing cache from master, [773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [780ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [786ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [787ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [903ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [911ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1156ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1158ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1373ms] refreshing cache from master, [1374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1389ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1390ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1433ms] refreshing cache from master, [1433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1444ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2313ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [2324ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [2328ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2329ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [4273ms] refreshing cache from master, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [4275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [4278ms] too many traces: truncated at 100 traces, deferred=Deferred@252471082(state=PENDING, result=null, callback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752), errback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752)))
19:41:07.234 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.72.60:37533(127.3.72.60:37533)] disconnecting while in state READY
19:41:07.235 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.72.62:36209(127.3.72.62:36209)] disconnecting while in state TERMINATED
19:41:07.235 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.72.61:46081(127.3.72.61:46081)] disconnecting while in state TERMINATED
19:41:07.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:41:07.244 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.72.60:37533(127.3.72.60:37533)] handling channelInactive
19:41:07.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.72.60:37533(127.3.72.60:37533)] cleaning up while in state READY due to: connection closed
19:41:07.253 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:41:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:07.256421 3360 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 3807
19:41:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:41:08Z chronyd exiting
19:41:09.596 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:41:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.598050 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 2732
19:41:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.638073 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 2968
19:41:09.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.675312 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 3162
19:41:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.718812 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 2363
19:41:09.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.770049 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 2459
19:41:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:41:09.822691 2344 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCyk9b/build/tsan/bin/kudu with pid 2572
19:41:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:41:11Z chronyd exiting
19:41:12.059 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28427), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [613ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [632ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [638ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [644ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [653ms] refreshing cache from master, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [660ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [677ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [679ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [681ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [682ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [713ms] refreshing cache from master, [713ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [727ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [772ms] refreshing cache from master, [773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [780ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [786ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [787ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [903ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [911ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1156ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1158ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1373ms] refreshing cache from master, [1374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1389ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1390ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1433ms] refreshing cache from master, [1433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1444ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2313ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [2324ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [2328ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2329ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [4273ms] refreshing cache from master, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [4275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [4278ms] too many traces: truncated at 100 traces, deferred=Deferred@252471082(state=PENDING, result=null, callback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752), errback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.72.61:46081
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28427), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [215ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [588ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [603ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [605ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [613ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [632ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [638ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [640ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [641ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [644ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [653ms] refreshing cache from master, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [660ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [662ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [677ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [679ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [681ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [682ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [713ms] refreshing cache from master, [713ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [719ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [727ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [772ms] refreshing cache from master, [773ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [774ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [780ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [783ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [786ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [787ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [893ms] refreshing cache from master, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [894ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [900ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [903ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [909ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [911ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1156ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1158ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1373ms] refreshing cache from master, [1374ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1386ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1389ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1390ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1433ms] refreshing cache from master, [1433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [1434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [1443ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [1444ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2313ms] refreshing cache from master, [2314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [2315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [2317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.62:36209: Network error: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209, [2324ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.60:37533: OK, [2328ms] Sub RPC ConnectToMaster: received response from server master-127.3.72.61:46081: Network error: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [2329ms] delaying RPC due to: Service unavailable: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081, [4273ms] refreshing cache from master, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.60:37533, [4274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.62:36209, [4275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.72.61:46081, [4278ms] too many traces: truncated at 100 traces, deferred=Deferred@252471082(state=PENDING, result=null, callback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752), errback=(continuation of Deferred@151931680 after retry RPC after error@611520581) -> (continuation of Deferred@1419081759 after retry RPC after error@952922256) -> (continuation of Deferred@1138781154 after retry RPC after error@2142087907) -> (continuation of Deferred@483465 after retry RPC after error@1528092905) -> (continuation of Deferred@468391698 after retry RPC after error@159603774) -> (continuation of Deferred@851142319 after retry RPC after error@1335178113) -> (continuation of Deferred@210104038 after retry RPC after error@527704548) -> (continuation of Deferred@1989386939 after retry RPC after error@276598483) -> (continuation of Deferred@867016932 after retry RPC after error@233364596) -> (continuation of Deferred@1711612168 after retry RPC after error@318451981) -> (continuation of Deferred@1276053814 after retry RPC after error@122644415) -> (continuation of Deferred@1208818495 after retry RPC after error@53815402) -> (continuation of Deferred@935839619 after retry RPC after error@1263086683) -> (continuation of Deferred@1799160558 after retry RPC after error@1096876443) -> (continuation of Deferred@1217605099 after retry RPC after error@1245379414) -> (continuation of Deferred@1234418317 after retry RPC after error@11995133) -> (continuation of Deferred@1369083509 after retry RPC after error@1281834843) -> (continuation of Deferred@418689928 after retry RPC after error@549771140) -> (continuation of Deferred@623381711 after retry RPC after error@1346396886) -> (continuation of Deferred@1838543781 after retry RPC after error@1802199396) -> (continuation of Deferred@247486130 after retry RPC after error@1573241710) -> (continuation of Deferred@529468328 after retry RPC after error@803158396) -> (continuation of Deferred@589733875 after retry RPC after error@1342961226) -> (continuation of Deferred@926840232 after retry RPC after error@1635565290) -> (continuation of Deferred@1991404593 after retry RPC after error@2038725899) -> (continuation of Deferred@1037288614 after retry RPC after error@970761752)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.72.60:37533,127.3.72.62:36209,127.3.72.61:46081) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.62:36209(127.3.72.62:36209): Connection refused: /127.3.72.62:36209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.72.61:46081(127.3.72.61:46081): Connection refused: /127.3.72.61:46081
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.72.61:46081
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)