20:45:06.013 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:45:06.025 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCRugS/test-tmp
20:45:06.028 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:45:06.032 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCRugS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:45:06.323 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:45:06.521 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:45:06.522 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:45:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:06.526901 16493 mini_oidc.cc:152] Starting JWKS server
20:45:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:06.532155 16493 webserver.cc:460] Webserver started at http://127.0.0.1:42429/ using document root <none> and password file <none>
20:45:06.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:06.532725 16493 mini_oidc.cc:189] Starting OIDC Discovery server
20:45:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:06.535344 16493 webserver.cc:460] Webserver started at http://127.0.0.1:42809/ using document root <none> and password file <none>
20:45:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:45:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:45:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:45:06Z Disabled control of system clock
20:45:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:06.595118 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/logs
20:45:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data/info.pb
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.126:36013
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.126
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json with env {}
20:45:06.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:06.971827 16506 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:06.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:06.972514 16506 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:06.973196 16506 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.004639 16506 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.004941 16506 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.005220 16506 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.005486 16506 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.005767 16506 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.006002 16506 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42429/jwks.json
20:45:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:07.041929 16506 master_runner.cc:386] Master server non-default flags:
20:45:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data
20:45:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.126:36013
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data/info.pb
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.126
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/logs
20:45:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:07.043412 16506 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:07.045895 16506 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:07.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.079775 16513 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:07.083684 16506 server_base.cc:1034] running on GCE node
20:45:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.081139 16516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:07.079783 16514 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.365741 16506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.369014 16506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.370419 16506 hybrid_clock.cc:648] HybridClock initialized: now 1786049108370389 us; error 39 us; skew 500 ppm
20:45:08.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.371438 16506 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.385728 16506 webserver.cc:460] Webserver started at http://127.16.27.126:34001/ using document root <none> and password file <none>
20:45:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.386895 16506 fs_manager.cc:359] Metadata directory not provided
20:45:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.387151 16506 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.387728 16506 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.393216 16506 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data/instance:
20:45:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9288d1ad42ad4b1c8ad324200c2a66f7"
20:45:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:08 on dist-test-slave-mn4r"
20:45:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.394645 16506 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal/instance:
20:45:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9288d1ad42ad4b1c8ad324200c2a66f7"
20:45:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:08 on dist-test-slave-mn4r"
20:45:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.405710 16506 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.005s
20:45:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.415429 16524 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.416575 16506 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.003s
20:45:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.416939 16506 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal
20:45:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9288d1ad42ad4b1c8ad324200c2a66f7"
20:45:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:08 on dist-test-slave-mn4r"
20:45:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.417446 16506 fs_report.cc:383] FS layout report
20:45:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data/data
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:08.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.464218 16506 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.466498 16506 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.467087 16506 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.587777 16506 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.126:36013
20:45:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.587865 16577 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.126:36013 every 8 connection(s)
20:45:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.590746 16506 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/data/info.pb
20:45:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.596473 16578 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.597295 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 16506
20:45:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.597723 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-0/wal/instance
20:45:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.601186 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/logs
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data/info.pb
20:45:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.125:39553
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.125
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json with env {}
20:45:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.613936 16578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } has no permanent_uuid. Determining permanent_uuid...
20:45:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.651142 16578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } has no permanent_uuid. Determining permanent_uuid...
20:45:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.653594 16525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:08.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.658402 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.707983 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 1
20:45:08.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.712304 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.780833 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 2
20:45:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.784938 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:08.876444 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 3
20:45:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.880954 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:08.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.962000 16580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.962739 16580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.963402 16580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.994556 16580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.994915 16580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.995246 16580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.995586 16580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.995906 16580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:08.996191 16580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42429/jwks.json
20:45:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.024374 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 4
20:45:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.030141 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.034402 16580 master_runner.cc:386] Master server non-default flags:
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.125:39553
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data/info.pb
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.125
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/logs
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.036142 16580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.038673 16580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.066067 16591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.329752 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 5
20:45:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.334800 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:09.882197 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 6
20:45:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.890766 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.125:39553: Network error: Client connection negotiation failed: client connection to 127.16.27.125:39553: connect: Connection refused (error 111)
20:45:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.066080 16590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.367769 16592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:45:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.367998 16580 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:09.066061 16593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.372751 16580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.376499 16580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.377903 16580 hybrid_clock.cc:648] HybridClock initialized: now 1786049110377825 us; error 89 us; skew 500 ppm
20:45:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.379065 16580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.387912 16580 webserver.cc:460] Webserver started at http://127.16.27.125:33831/ using document root <none> and password file <none>
20:45:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.388901 16580 fs_manager.cc:359] Metadata directory not provided
20:45:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.389098 16580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.389672 16580 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.395197 16580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data/instance:
20:45:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ce6da794e9e4e43a1b0f4982f360bd2"
20:45:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:10 on dist-test-slave-mn4r"
20:45:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.396602 16580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal/instance:
20:45:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ce6da794e9e4e43a1b0f4982f360bd2"
20:45:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:10 on dist-test-slave-mn4r"
20:45:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.404654 16580 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.002s
20:45:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.411927 16602 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.413192 16580 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:45:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.413568 16580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal
20:45:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ce6da794e9e4e43a1b0f4982f360bd2"
20:45:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:10 on dist-test-slave-mn4r"
20:45:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.414012 16580 fs_report.cc:383] FS layout report
20:45:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data/data
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.468545 16580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.470499 16580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.471052 16580 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.579322 16580 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.125:39553
20:45:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.579492 16654 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.125:39553 every 8 connection(s)
20:45:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.582268 16580 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/data/info.pb
20:45:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.586212 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 16580
20:45:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.586699 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-1/wal/instance
20:45:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.589974 16655 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.590824 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/logs
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data/info.pb
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.124:34461
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.124
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:10.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json with env {}
20:45:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.609831 16655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } has no permanent_uuid. Determining permanent_uuid...
20:45:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.644496 16655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } has no permanent_uuid. Determining permanent_uuid...
20:45:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.666399 16655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } has no permanent_uuid. Determining permanent_uuid...
20:45:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.669036 16605 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:10.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.674190 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.723781 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 1
20:45:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.728106 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.796597 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 2
20:45:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.800822 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.892302 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 3
20:45:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.897754 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.951220 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } attempt: 7
20:45:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:10.972911 16578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } has no permanent_uuid. Determining permanent_uuid...
20:45:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.978229 16657 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.979017 16657 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.979704 16657 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:10.981956 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.011449 16657 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.011725 16657 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.011920 16657 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.012099 16657 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.012291 16657 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.012502 16657 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42429/jwks.json
20:45:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.040519 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 1
20:45:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.041210 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 4
20:45:11.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.045969 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.046046 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.051330 16657 master_runner.cc:386] Master server non-default flags:
20:45:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.124:34461
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42429/jwks.json
20:45:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data/info.pb
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.124
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/logs
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.052810 16657 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.055066 16657 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:11.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.080247 16671 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.127604 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 2
20:45:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.133908 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.219488 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 3
20:45:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.225442 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.345454 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 5
20:45:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.355218 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.365962 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 4
20:45:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.371913 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.655788 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 5
20:45:11.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.661130 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:11.902850 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 6
20:45:11.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.914131 16655 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:12.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.213553 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 6
20:45:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:12.222165 16578 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.27.124:34461: Network error: Client connection negotiation failed: client connection to 127.16.27.124:34461: connect: Connection refused (error 111)
20:45:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.083248 16673 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:11.082453 16670 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:12.380336 16672 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:45:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.380452 16657 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.384691 16657 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.387904 16657 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.389340 16657 hybrid_clock.cc:648] HybridClock initialized: now 1786049112389288 us; error 63 us; skew 500 ppm
20:45:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.390357 16657 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.398926 16657 webserver.cc:460] Webserver started at http://127.16.27.124:36705/ using document root <none> and password file <none>
20:45:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.400072 16657 fs_manager.cc:359] Metadata directory not provided
20:45:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.400326 16657 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.400874 16657 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.406426 16657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data/instance:
20:45:12.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3ffe361961b4f6faacf2932d0a5ac85"
20:45:12.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:12 on dist-test-slave-mn4r"
20:45:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.407760 16657 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal/instance:
20:45:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3ffe361961b4f6faacf2932d0a5ac85"
20:45:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:12 on dist-test-slave-mn4r"
20:45:12.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.417374 16657 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
20:45:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.424682 16685 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.426234 16657 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.426689 16657 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3ffe361961b4f6faacf2932d0a5ac85"
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:12 on dist-test-slave-mn4r"
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.427234 16657 fs_report.cc:383] FS layout report
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal
20:45:12.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data/data
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.479535 16657 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.482296 16657 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.482910 16657 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.642891 16657 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.124:34461
20:45:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.642970 16737 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.124:34461 every 8 connection(s)
20:45:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.646001 16657 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/data/info.pb
20:45:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.650164 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 16657
20:45:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.650676 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/master-2/wal/instance
20:45:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.653697 16738 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:12.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.676486 16738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } has no permanent_uuid. Determining permanent_uuid...
20:45:12.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.709652 16738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } has no permanent_uuid. Determining permanent_uuid...
20:45:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.723138 16738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } has no permanent_uuid. Determining permanent_uuid...
20:45:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.747618 16738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: Bootstrap starting.
20:45:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.755513 16738 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: Neither blocks nor log segments found. Creating new log.
20:45:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.757666 16738 log.cc:824] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: Log is configured to *not* fsync() on all Append() calls
20:45:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.763939 16738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: No bootstrap required, opened a new log
20:45:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.789400 16738 raft_consensus.cc:348] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.790030 16738 raft_consensus.cc:374] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:45:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.790287 16738 raft_consensus.cc:729] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3ffe361961b4f6faacf2932d0a5ac85, State: Initialized, Role: FOLLOWER
20:45:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.791030 16738 consensus_queue.cc:260] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.794656 16747 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.795712 16747 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: This master's current role is: FOLLOWER
20:45:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.795904 16738 sys_catalog.cc:564] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: configured and running, proceeding with master startup.
20:45:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:12.837673 16759 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:12.838102 16759 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.826836 16657 master_runner.cc:186] Error getting master registration for 127.16.27.126:36013: OK, instance_id { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" instance_seqno: 1786049108556634 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:45:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.858532 16657 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.974608 16655 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 7
20:45:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:12.991837 16691 tablet.cc:2369] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:45:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:12.998875 16655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: Bootstrap starting.
20:45:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.004905 16655 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: Neither blocks nor log segments found. Creating new log.
20:45:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.007296 16655 log.cc:824] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: Log is configured to *not* fsync() on all Append() calls
20:45:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.015564 16655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: No bootstrap required, opened a new log
20:45:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.036896 16655 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.038280 16655 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:45:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.039389 16655 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ce6da794e9e4e43a1b0f4982f360bd2, State: Initialized, Role: FOLLOWER
20:45:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.040899 16655 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.044133 16763 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.045038 16763 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.046010 16655 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: configured and running, proceeding with master startup.
20:45:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:13.095750 16774 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:13.096616 16774 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.120522 16747 raft_consensus.cc:482] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.121232 16747 raft_consensus.cc:504] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.088408 16580 master_runner.cc:186] Error getting master registration for 127.16.27.126:36013: OK, instance_id { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" instance_seqno: 1786049108556634 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:45:13.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.129159 16580 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.129583 16629 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" is_pre_election: true
20:45:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.130568 16629 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f3ffe361961b4f6faacf2932d0a5ac85 in term 0.
20:45:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.129918 16747 leader_election.cc:288] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9288d1ad42ad4b1c8ad324200c2a66f7 (127.16.27.126:36013), 1ce6da794e9e4e43a1b0f4982f360bd2 (127.16.27.125:39553)
20:45:13.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.132933 16686 leader_election.cc:302] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ce6da794e9e4e43a1b0f4982f360bd2, f3ffe361961b4f6faacf2932d0a5ac85; no voters:
20:45:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.134281 16747 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:45:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.139122 16747 raft_consensus.cc:482] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:45:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.139765 16747 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 0 FOLLOWER]: Advancing to term 1
20:45:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.156337 16747 raft_consensus.cc:504] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.159524 16747 leader_election.cc:288] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [CANDIDATE]: Term 1 election: Requested vote from peers 9288d1ad42ad4b1c8ad324200c2a66f7 (127.16.27.126:36013), 1ce6da794e9e4e43a1b0f4982f360bd2 (127.16.27.125:39553)
20:45:13.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.161394 16629 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2"
20:45:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.162153 16629 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 0 FOLLOWER]: Advancing to term 1
20:45:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.171434 16629 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f3ffe361961b4f6faacf2932d0a5ac85 in term 1.
20:45:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.173554 16686 leader_election.cc:302] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ce6da794e9e4e43a1b0f4982f360bd2, f3ffe361961b4f6faacf2932d0a5ac85; no voters:
20:45:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.175558 16747 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 1 FOLLOWER]: Leader election won for term 1
20:45:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.187407 16747 raft_consensus.cc:686] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [term 1 LEADER]: Becoming Leader. State: Replica: f3ffe361961b4f6faacf2932d0a5ac85, State: Running, Role: LEADER
20:45:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.188987 16747 consensus_queue.cc:237] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.207187 16777 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f3ffe361961b4f6faacf2932d0a5ac85. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.208161 16777 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: This master's current role is: LEADER
20:45:13.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.222914 16779 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:45:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:13.232332 16608 tablet.cc:2369] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:45:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.234939 16779 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:45:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.255616 16578 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } attempt: 7
20:45:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.264389 16629 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [term 1 FOLLOWER]: Refusing update from remote peer f3ffe361961b4f6faacf2932d0a5ac85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:45:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.266775 16747 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:45:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.317014 16578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: Bootstrap starting.
20:45:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.325100 16763 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f3ffe361961b4f6faacf2932d0a5ac85. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.325855 16763 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.327965 16578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: Neither blocks nor log segments found. Creating new log.
20:45:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.331754 16578 log.cc:824] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: Log is configured to *not* fsync() on all Append() calls
20:45:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.337970 16780 mvcc.cc:205] Tried to move back new op lower bound from 7315657167898009600 to 7315657167636557824. Current Snapshot: MvccSnapshot[applied={T|T < 7315657167898009600}]
20:45:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.365482 16777 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.367838 16777 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: This master's current role is: LEADER
20:45:13.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.369714 16779 catalog_manager.cc:1347] Generated new cluster ID: 312da5a4d75e4b6fb8cfc203c5664f86
20:45:13.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.370009 16779 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:45:13.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.373720 16578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: No bootstrap required, opened a new log
20:45:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.379923 16763 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.380735 16763 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.411111 16578 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.412629 16578 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:45:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.413146 16578 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9288d1ad42ad4b1c8ad324200c2a66f7, State: Initialized, Role: FOLLOWER
20:45:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.414623 16578 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } }
20:45:13.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.445541 16788 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.447670 16788 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.449261 16578 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: configured and running, proceeding with master startup.
20:45:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.450344 16550 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [term 0 FOLLOWER]: Advancing to term 1
20:45:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.454314 16779 catalog_manager.cc:1370] Generated new certificate authority record
20:45:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.455188 16551 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7"
20:45:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.454607 16552 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" is_pre_election: true
20:45:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.464532 16779 catalog_manager.cc:1504] Loading token signing keys...
20:45:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:13.480369 16530 tablet.cc:2369] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:45:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.491139 16550 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [term 1 FOLLOWER]: Refusing update from remote peer f3ffe361961b4f6faacf2932d0a5ac85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:45:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.494065 16747 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:45:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.503895 16779 catalog_manager.cc:5868] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85: Generated new TSK 0
20:45:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.505272 16779 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:45:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.553236 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/logs
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data/info.pb
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.65:0
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.65
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.65
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:45:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.600378 16747 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.601342 16747 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3ffe361961b4f6faacf2932d0a5ac85 [sys.catalog]: This master's current role is: LEADER
20:45:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.608348 16797 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.611847 16797 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.610538 16788 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f3ffe361961b4f6faacf2932d0a5ac85. Latest consensus state: current_term: 1 leader_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9288d1ad42ad4b1c8ad324200c2a66f7" member_type: VOTER last_known_addr { host: "127.16.27.126" port: 36013 } } peers { permanent_uuid: "1ce6da794e9e4e43a1b0f4982f360bd2" member_type: VOTER last_known_addr { host: "127.16.27.125" port: 39553 } } peers { permanent_uuid: "f3ffe361961b4f6faacf2932d0a5ac85" member_type: VOTER last_known_addr { host: "127.16.27.124" port: 34461 } } }
20:45:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.613300 16788 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7 [sys.catalog]: This master's current role is: FOLLOWER
20:45:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.703552 16804 catalog_manager.cc:1259] Loaded cluster ID: 312da5a4d75e4b6fb8cfc203c5664f86
20:45:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.703992 16804 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: loading cluster ID for follower catalog manager: success
20:45:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.713857 16804 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: acquiring CA information for follower catalog manager: success
20:45:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:13.736297 16804 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9288d1ad42ad4b1c8ad324200c2a66f7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:45:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.103644 16774 catalog_manager.cc:1259] Loaded cluster ID: 312da5a4d75e4b6fb8cfc203c5664f86
20:45:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.103931 16774 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: loading cluster ID for follower catalog manager: success
20:45:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.112933 16774 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: acquiring CA information for follower catalog manager: success
20:45:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.137174 16774 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1ce6da794e9e4e43a1b0f4982f360bd2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:45:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.242781 16800 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.243798 16800 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.244860 16800 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.302361 16800 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.304165 16800 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.27.65
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.369624 16800 tablet_server_runner.cc:78] Tablet server non-default flags:
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.65:0
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data/info.pb
20:45:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.65
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.65
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/logs
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.379139 16800 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:14.381742 16800 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.451092 16813 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:15.818121 16811 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16800
20:45:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:16.614653 16800 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.169s user 0.581s sys 0.928s
20:45:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:16.620997 16800 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.176s user 0.581s sys 0.929s
20:45:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:14.452564 16812 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:16.638216 16818 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.640012 16800 server_base.cc:1034] running on GCE node
20:45:16.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.642057 16800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.645066 16800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.647347 16800 hybrid_clock.cc:648] HybridClock initialized: now 1786049116647260 us; error 79 us; skew 500 ppm
20:45:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.648253 16800 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.672720 16800 webserver.cc:460] Webserver started at http://127.16.27.65:41385/ using document root <none> and password file <none>
20:45:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.675004 16800 fs_manager.cc:359] Metadata directory not provided
20:45:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.675359 16800 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.675987 16800 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.685323 16800 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data/instance:
20:45:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01b5739dd304947b6cc0a351909a85f"
20:45:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:16 on dist-test-slave-mn4r"
20:45:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.687204 16800 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal/instance:
20:45:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01b5739dd304947b6cc0a351909a85f"
20:45:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:16 on dist-test-slave-mn4r"
20:45:16.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.698771 16800 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.011s sys 0.000s
20:45:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.706810 16823 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.708417 16800 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.708885 16800 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01b5739dd304947b6cc0a351909a85f"
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:16 on dist-test-slave-mn4r"
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.709371 16800 fs_report.cc:383] FS layout report
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data/data
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.782600 16800 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.784837 16800 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.785419 16800 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.788952 16800 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:45:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.795719 16800 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:45:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.795998 16800 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:45:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.796290 16800 ts_tablet_manager.cc:610] Registered 0 tablets
20:45:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:16.796610 16800 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:45:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.045244 16800 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.65:39177
20:45:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.045415 16942 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.65:39177 every 8 connection(s)
20:45:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.047888 16800 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/data/info.pb
20:45:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.052515 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 16800
20:45:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.053151 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-0/wal/instance
20:45:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.077039 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/logs
20:45:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data/info.pb
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.66:0
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.66
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.66
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:17.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:45:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.124996 16944 heartbeater.cc:347] Connected to a master server at 127.16.27.125:39553
20:45:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.125674 16944 heartbeater.cc:464] Registering TS with master...
20:45:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.127213 16944 heartbeater.cc:511] Master 127.16.27.125:39553 requested a full tablet report, sending...
20:45:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.131522 16619 ts_manager.cc:194] Registered new tserver with Master: a01b5739dd304947b6cc0a351909a85f (127.16.27.65:39177)
20:45:17.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.136238 16943 heartbeater.cc:347] Connected to a master server at 127.16.27.124:34461
20:45:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.136643 16943 heartbeater.cc:464] Registering TS with master...
20:45:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.137682 16943 heartbeater.cc:511] Master 127.16.27.124:34461 requested a full tablet report, sending...
20:45:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.140643 16702 ts_manager.cc:194] Registered new tserver with Master: a01b5739dd304947b6cc0a351909a85f (127.16.27.65:39177)
20:45:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.143805 16702 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.27.65:49939
20:45:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.151808 16947 heartbeater.cc:347] Connected to a master server at 127.16.27.126:36013
20:45:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.152195 16947 heartbeater.cc:464] Registering TS with master...
20:45:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.153081 16947 heartbeater.cc:511] Master 127.16.27.126:36013 requested a full tablet report, sending...
20:45:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.157500 16541 ts_manager.cc:194] Registered new tserver with Master: a01b5739dd304947b6cc0a351909a85f (127.16.27.65:39177)
20:45:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.495739 16954 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.496249 16954 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.496834 16954 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.529542 16954 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.530428 16954 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.27.66
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.566758 16954 tablet_server_runner.cc:78] Tablet server non-default flags:
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.66:0
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data/info.pb
20:45:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.66
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.66
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/logs
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.567950 16954 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:17.569607 16954 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:17.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.617499 16961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:18.150668 16943 heartbeater.cc:503] Master 127.16.27.124:34461 was elected leader, sending a full tablet report...
20:45:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.622581 16960 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:17.631276 16963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:18.997408 16962 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1375 milliseconds
20:45:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:18.997589 16954 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:18.999017 16954 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:19.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.001498 16954 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.002894 16954 hybrid_clock.cc:648] HybridClock initialized: now 1786049119002834 us; error 61 us; skew 500 ppm
20:45:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.003721 16954 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.011171 16954 webserver.cc:460] Webserver started at http://127.16.27.66:37147/ using document root <none> and password file <none>
20:45:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.012079 16954 fs_manager.cc:359] Metadata directory not provided
20:45:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.012269 16954 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.012720 16954 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.017755 16954 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data/instance:
20:45:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5808742efdf48d99e9a07af7a8f401b"
20:45:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:19 on dist-test-slave-mn4r"
20:45:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.019202 16954 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal/instance:
20:45:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5808742efdf48d99e9a07af7a8f401b"
20:45:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:19 on dist-test-slave-mn4r"
20:45:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.027200 16954 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
20:45:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.032994 16971 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.034335 16954 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.034700 16954 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5808742efdf48d99e9a07af7a8f401b"
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:19 on dist-test-slave-mn4r"
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.035017 16954 fs_report.cc:383] FS layout report
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data/data
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.073170 16954 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.074818 16954 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.075273 16954 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.078006 16954 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:45:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.082404 16954 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:45:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.082600 16954 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:45:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.082803 16954 ts_tablet_manager.cc:610] Registered 0 tablets
20:45:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.082940 16954 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:45:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.258474 16954 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.66:45727
20:45:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.258558 17086 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.66:45727 every 8 connection(s)
20:45:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.261329 16954 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/data/info.pb
20:45:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.272639 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 16954
20:45:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.273223 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-1/wal/instance
20:45:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.308344 16493 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/logs
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data/info.pb
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.67:0
20:45:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.67
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.67
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:45:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.311347 17087 heartbeater.cc:347] Connected to a master server at 127.16.27.124:34461
20:45:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.312264 17087 heartbeater.cc:464] Registering TS with master...
20:45:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.313807 17087 heartbeater.cc:511] Master 127.16.27.124:34461 requested a full tablet report, sending...
20:45:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.316275 17088 heartbeater.cc:347] Connected to a master server at 127.16.27.125:39553
20:45:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.316620 17088 heartbeater.cc:464] Registering TS with master...
20:45:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.316879 16702 ts_manager.cc:194] Registered new tserver with Master: e5808742efdf48d99e9a07af7a8f401b (127.16.27.66:45727)
20:45:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.317539 17088 heartbeater.cc:511] Master 127.16.27.125:39553 requested a full tablet report, sending...
20:45:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.319075 16702 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.27.66:40637
20:45:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.322149 16619 ts_manager.cc:194] Registered new tserver with Master: e5808742efdf48d99e9a07af7a8f401b (127.16.27.66:45727)
20:45:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.328649 17089 heartbeater.cc:347] Connected to a master server at 127.16.27.126:36013
20:45:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.329027 17089 heartbeater.cc:464] Registering TS with master...
20:45:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.329725 17089 heartbeater.cc:511] Master 127.16.27.126:36013 requested a full tablet report, sending...
20:45:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.332656 16541 ts_manager.cc:194] Registered new tserver with Master: e5808742efdf48d99e9a07af7a8f401b (127.16.27.66:45727)
20:45:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.730018 17097 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.730643 17097 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.731282 17097 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.763638 17097 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.764604 17097 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.27.67
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.799203 17097 tablet_server_runner.cc:78] Tablet server non-default flags:
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.27.84:46775
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal
20:45:19.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.27.67:0
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data/info.pb
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.27.67
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.27.126:36013,127.16.27.125:39553,127.16.27.124:34461
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.27.67
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/logs
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.800807 17097 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:19.802577 17097 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.823103 17104 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:20.324928 17087 heartbeater.cc:503] Master 127.16.27.124:34461 was elected leader, sending a full tablet report...
20:45:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.823287 17103 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:19.823279 17106 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:21.161774 17105 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1336 milliseconds
20:45:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.161914 17097 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.163419 17097 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.166162 17097 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.167588 17097 hybrid_clock.cc:648] HybridClock initialized: now 1786049121167526 us; error 72 us; skew 500 ppm
20:45:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.168394 17097 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.174863 17097 webserver.cc:460] Webserver started at http://127.16.27.67:44553/ using document root <none> and password file <none>
20:45:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.175752 17097 fs_manager.cc:359] Metadata directory not provided
20:45:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.175937 17097 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.176507 17097 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.181416 17097 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data/instance:
20:45:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bf1b52d61410e8bed2437833406db"
20:45:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:21 on dist-test-slave-mn4r"
20:45:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.182507 17097 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal/instance:
20:45:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bf1b52d61410e8bed2437833406db"
20:45:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:21 on dist-test-slave-mn4r"
20:45:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.189589 17097 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
20:45:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.195101 17114 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.196221 17097 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:45:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.196552 17097 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal
20:45:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56bf1b52d61410e8bed2437833406db"
20:45:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:21 on dist-test-slave-mn4r"
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.196834 17097 fs_report.cc:383] FS layout report
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data/data
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.250737 17097 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.252269 17097 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.252791 17097 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:21.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.255905 17097 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:45:21.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.260704 17097 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:45:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.260898 17097 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:45:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.261200 17097 ts_tablet_manager.cc:610] Registered 0 tablets
20:45:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.261338 17097 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:45:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.473229 17097 rpc_server.cc:307] RPC server started. Bound to: 127.16.27.67:40419
20:45:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.473407 17230 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.27.67:40419 every 8 connection(s)
20:45:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.476070 17097 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/data/info.pb
20:45:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.476763 16493 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17097
20:45:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.477087 16493 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster6027242455062359296/ts-2/wal/instance
20:45:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.523797 17231 heartbeater.cc:347] Connected to a master server at 127.16.27.124:34461
20:45:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.524281 17231 heartbeater.cc:464] Registering TS with master...
20:45:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.525261 17232 heartbeater.cc:347] Connected to a master server at 127.16.27.125:39553
20:45:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.525660 17232 heartbeater.cc:464] Registering TS with master...
20:45:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.525600 17231 heartbeater.cc:511] Master 127.16.27.124:34461 requested a full tablet report, sending...
20:45:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.527144 17232 heartbeater.cc:511] Master 127.16.27.125:39553 requested a full tablet report, sending...
20:45:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.527323 17233 heartbeater.cc:347] Connected to a master server at 127.16.27.126:36013
20:45:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.528198 17233 heartbeater.cc:464] Registering TS with master...
20:45:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.529253 16702 ts_manager.cc:194] Registered new tserver with Master: f56bf1b52d61410e8bed2437833406db (127.16.27.67:40419)
20:45:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.530448 16619 ts_manager.cc:194] Registered new tserver with Master: f56bf1b52d61410e8bed2437833406db (127.16.27.67:40419)
20:45:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.531774 16702 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.27.67:40227
20:45:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.533232 17233 heartbeater.cc:511] Master 127.16.27.126:36013 requested a full tablet report, sending...
20:45:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.535970 16541 ts_manager.cc:194] Registered new tserver with Master: f56bf1b52d61410e8bed2437833406db (127.16.27.67:40419)
20:45:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:21.542579 16493 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:45:21.554 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:45:21.555 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:45:21.566 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.27.126"
port: 36013
}
bound_http_address {
host: "127.16.27.126"
port: 34001
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.27.125"
port: 39553
}
bound_http_address {
host: "127.16.27.125"
port: 33831
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.27.124"
port: 34461
}
bound_http_address {
host: "127.16.27.124"
port: 36705
}
}
}
20:45:21.570 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:45:21.573 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.27.65"
port: 39177
}
bound_http_address {
host: "127.16.27.65"
port: 41385
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.27.66"
port: 45727
}
bound_http_address {
host: "127.16.27.66"
port: 37147
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.27.67"
port: 40419
}
bound_http_address {
host: "127.16.27.67"
port: 44553
}
}
}
20:45:21.573 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:45:21.778 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:45:21.894 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCRugS/test-tmp
20:45:21.895 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:45:21.895 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCRugS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:45:21.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:45:22.308 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:22.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:45:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:22.312310 17242 mini_oidc.cc:152] Starting JWKS server
20:45:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:22.316969 17242 webserver.cc:460] Webserver started at http://127.0.0.1:45543/ using document root <none> and password file <none>
20:45:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:22.317512 17242 mini_oidc.cc:189] Starting OIDC Discovery server
20:45:22.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:22.319933 17242 webserver.cc:460] Webserver started at http://127.0.0.1:40671/ using document root <none> and password file <none>
20:45:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:45:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/principal' for realm 'KRBTEST.COM',
20:45:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:45:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:22 dist-test-slave-mn4r krb5kdc[17254](info): setting up network...
20:45:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:45:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:22 dist-test-slave-mn4r krb5kdc[17254](info): set up 2 sockets
20:45:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:22 dist-test-slave-mn4r krb5kdc[17254](info): commencing operation
20:45:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:45:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:22.536726 17231 heartbeater.cc:503] Master 127.16.27.124:34461 was elected leader, sending a full tablet report...
20:45:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:23.515054 17242 mini_kdc.cc:121] Time spent starting KDC: real 1.167s user 0.002s sys 0.037s
20:45:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:45:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:45:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:45:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:45:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:45:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:45:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:45:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:45:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:45:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:45:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/test-user.keytab.
20:45:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/test-user.keytab.
20:45:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:23 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049123, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:45:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:45:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:45:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:45:23Z Disabled control of system clock
20:45:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.214.190@KRBTEST.COM; defaulting to no policy
20:45:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.214.190@KRBTEST.COM" created.
20:45:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab.
20:45:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab.
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:23.741657 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/logs
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.190:44787
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.190
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.190
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:24.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.077014 17267 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:24.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.077595 17267 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.078202 17267 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.110211 17267 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.110452 17267 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.110710 17267 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.110911 17267 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.111101 17267 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.111289 17267 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.111435 17267 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:24.149840 17267 master_runner.cc:386] Master server non-default flags:
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.190
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.190:44787
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.190
20:45:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/logs
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:24.152287 17267 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:24.153293 17267 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.172398 17273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.173643 17276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:24.172412 17274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:24.174813 17267 server_base.cc:1034] running on GCE node
20:45:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.449709 17267 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.452836 17267 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.454221 17267 hybrid_clock.cc:648] HybridClock initialized: now 1786049125454192 us; error 36 us; skew 500 ppm
20:45:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.455209 17267 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:25 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049125, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.462396 17267 init.cc:377] Logged in from keytab as kudu/127.16.214.190@KRBTEST.COM (short username kudu)
20:45:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.469350 17267 webserver.cc:460] Webserver started at http://127.16.214.190:38123/ using document root <none> and password file <none>
20:45:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.470366 17267 fs_manager.cc:359] Metadata directory not provided
20:45:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.470603 17267 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.471132 17267 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:25.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.476758 17267 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/instance:
20:45:25.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c5593d2cb3b42f1a6fc7bed994f030d"
20:45:25.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:25 on dist-test-slave-mn4r"
20:45:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.478011 17267 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal/instance:
20:45:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c5593d2cb3b42f1a6fc7bed994f030d"
20:45:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:25 on dist-test-slave-mn4r"
20:45:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.485862 17267 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:45:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.491534 17285 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.492647 17267 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:45:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.493080 17267 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c5593d2cb3b42f1a6fc7bed994f030d"
20:45:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:25 on dist-test-slave-mn4r"
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.493539 17267 fs_report.cc:383] FS layout report
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/data
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.568605 17267 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.575080 17267 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.575623 17267 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.701741 17267 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.190:44787
20:45:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.701838 17338 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.190:44787 every 8 connection(s)
20:45:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.704607 17267 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:25.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.710565 17339 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.714252 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17267
20:45:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.714766 17242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal/instance
20:45:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.724745 17339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
20:45:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.214.189@KRBTEST.COM; defaulting to no policy
20:45:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.214.189@KRBTEST.COM" created.
20:45:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:25 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049125, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.190@KRBTEST.COM for kudu/127.16.214.190@KRBTEST.COM
20:45:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab.
20:45:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab.
20:45:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.774514 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/logs
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.189:34639
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.189
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.189
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.776225 17339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:45:25.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:25.778287 17287 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:25.785771 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.835316 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 1
20:45:25.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:25.839429 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:25.907868 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 2
20:45:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:25.912382 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.003925 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 3
20:45:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.007901 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:26.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.129899 17346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:26.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.130522 17346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.131104 17346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.151414 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 4
20:45:26.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.155562 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.164503 17346 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.164721 17346 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.165019 17346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.165225 17346 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.165422 17346 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.165622 17346 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.165764 17346 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.205626 17346 master_runner.cc:386] Master server non-default flags:
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.189
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.189:34639
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.189
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/logs
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.206835 17346 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.208022 17346 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.228106 17354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.454973 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 5
20:45:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.459263 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.006893 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 6
20:45:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:27.015723 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.189:34639: Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.228109 17356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:26.229364 17353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:26.230822 17346 server_base.cc:1034] running on GCE node
20:45:27.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.501513 17346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.504299 17346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.505703 17346 hybrid_clock.cc:648] HybridClock initialized: now 1786049127505656 us; error 67 us; skew 500 ppm
20:45:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.506590 17346 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:27 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049127, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.517328 17346 init.cc:377] Logged in from keytab as kudu/127.16.214.189@KRBTEST.COM (short username kudu)
20:45:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.522789 17346 webserver.cc:460] Webserver started at http://127.16.214.189:33935/ using document root <none> and password file <none>
20:45:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.523676 17346 fs_manager.cc:359] Metadata directory not provided
20:45:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.523857 17346 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.524262 17346 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.529116 17346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/instance:
20:45:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dbd8c060ac042dab59ac07827ef55b5"
20:45:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:27 on dist-test-slave-mn4r"
20:45:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.530499 17346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal/instance:
20:45:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dbd8c060ac042dab59ac07827ef55b5"
20:45:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:27 on dist-test-slave-mn4r"
20:45:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.538597 17346 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:45:27.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.544255 17369 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.545280 17346 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.545665 17346 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dbd8c060ac042dab59ac07827ef55b5"
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:27 on dist-test-slave-mn4r"
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.546016 17346 fs_report.cc:383] FS layout report
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/data
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:27.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:27.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.589401 17346 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.595793 17346 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.596414 17346 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.717767 17346 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.189:34639
20:45:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.717936 17422 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.189:34639 every 8 connection(s)
20:45:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.720606 17346 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.727540 17423 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.727882 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17346
20:45:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.728359 17242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal/instance
20:45:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.740458 17423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
20:45:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.214.188@KRBTEST.COM; defaulting to no policy
20:45:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.214.188@KRBTEST.COM" created.
20:45:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:27 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049127, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.189@KRBTEST.COM for kudu/127.16.214.190@KRBTEST.COM
20:45:27.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.779809 17423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:45:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:45:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab.
20:45:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.214.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab.
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.785790 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/logs
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.188:36167
20:45:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.188
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.188
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:27 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049127, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.189@KRBTEST.COM for kudu/127.16.214.189@KRBTEST.COM
20:45:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.811838 17423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } has no permanent_uuid. Determining permanent_uuid...
20:45:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:27.814530 17373 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:27.819267 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.868695 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 1
20:45:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:27.873121 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:27.941578 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 2
20:45:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:27.946151 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.037596 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 3
20:45:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.042208 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.076259 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } attempt: 7
20:45:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:28 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049125, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.190@KRBTEST.COM for kudu/127.16.214.189@KRBTEST.COM
20:45:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.106029 17339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } has no permanent_uuid. Determining permanent_uuid...
20:45:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.112517 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.169016 17430 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.169584 17430 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.170213 17430 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.170938 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 1
20:45:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.174738 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.185755 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 4
20:45:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.189937 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.207108 17430 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.207645 17430 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.207965 17430 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.208155 17430 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.208331 17430 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.208596 17430 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:28.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.208746 17430 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.247186 17430 master_runner.cc:386] Master server non-default flags:
20:45:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.188
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.188:36167
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.188
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/logs
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.248497 17430 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.249588 17430 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.256188 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 2
20:45:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.263109 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.275718 17440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.348733 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 3
20:45:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.356933 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.489450 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 5
20:45:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.494952 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.497586 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 4
20:45:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.503775 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:28.787326 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 5
20:45:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.793843 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.042594 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 6
20:45:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:29.078290 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:29.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.350190 17339 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 6
20:45:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:29.374241 17339 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.279532 17442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:29.673859 17441 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:45:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:28.275753 17439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.674113 17430 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.683359 17430 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.687390 17430 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:29.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.689183 17430 hybrid_clock.cc:648] HybridClock initialized: now 1786049129689108 us; error 77 us; skew 500 ppm
20:45:29.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.690788 17430 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:29.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049129, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.700448 17430 init.cc:377] Logged in from keytab as kudu/127.16.214.188@KRBTEST.COM (short username kudu)
20:45:29.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.709232 17430 webserver.cc:460] Webserver started at http://127.16.214.188:32873/ using document root <none> and password file <none>
20:45:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.710633 17430 fs_manager.cc:359] Metadata directory not provided
20:45:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.710917 17430 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.711489 17430 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:45:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.720623 17430 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/instance:
20:45:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c197fbb49ab142229d98d4d0084c10ea"
20:45:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:29 on dist-test-slave-mn4r"
20:45:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.722895 17430 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal/instance:
20:45:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c197fbb49ab142229d98d4d0084c10ea"
20:45:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:29 on dist-test-slave-mn4r"
20:45:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.730913 17430 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
20:45:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.736462 17457 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:29.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.737516 17430 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
20:45:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.737886 17430 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c197fbb49ab142229d98d4d0084c10ea"
20:45:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:29 on dist-test-slave-mn4r"
20:45:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.738307 17430 fs_report.cc:383] FS layout report
20:45:29.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/data
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.771687 17430 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.777318 17430 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.777837 17430 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.869452 17430 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.188:36167
20:45:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.869542 17509 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.188:36167 every 8 connection(s)
20:45:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.872315 17430 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.879154 17510 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:45:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.881950 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17430
20:45:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.882488 17242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal/instance
20:45:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.896679 17510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } has no permanent_uuid. Determining permanent_uuid...
20:45:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049123, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.214.188@KRBTEST.COM
20:45:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049129, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for kudu/127.16.214.190@KRBTEST.COM
20:45:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.937362 17510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } has no permanent_uuid. Determining permanent_uuid...
20:45:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049129, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for kudu/127.16.214.189@KRBTEST.COM
20:45:29.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049123, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.214.189@KRBTEST.COM
20:45:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.962495 17510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } has no permanent_uuid. Determining permanent_uuid...
20:45:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049129, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for kudu/127.16.214.188@KRBTEST.COM
20:45:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:29 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049123, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.214.190@KRBTEST.COM
20:45:29.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:29.997687 17510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Bootstrap starting.
20:45:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.002187 17242 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:45:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.005336 17510 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Neither blocks nor log segments found. Creating new log.
20:45:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.007835 17510 log.cc:824] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Log is configured to *not* fsync() on all Append() calls
20:45:30.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.013732 17510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: No bootstrap required, opened a new log
20:45:30.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:45:30.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:45:30.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:45:30.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.214.190"
port: 44787
}
bound_http_address {
host: "127.16.214.190"
port: 38123
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.214.189"
port: 34639
}
bound_http_address {
host: "127.16.214.189"
port: 33935
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.214.188"
port: 36167
}
bound_http_address {
host: "127.16.214.188"
port: 32873
}
}
}
20:45:30.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:45:30.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.037 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:45:30.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:45:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.045856 17510 raft_consensus.cc:348] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.046782 17510 raft_consensus.cc:374] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:45:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.047108 17510 raft_consensus.cc:729] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c197fbb49ab142229d98d4d0084c10ea, State: Initialized, Role: FOLLOWER
20:45:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.048254 17510 consensus_queue.cc:260] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.052660 17520 sys_catalog.cc:455] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } } }
20:45:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.053808 17520 sys_catalog.cc:458] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: This master's current role is: FOLLOWER
20:45:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.054713 17510 sys_catalog.cc:564] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: configured and running, proceeding with master startup.
20:45:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:30 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:45:30.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.096239 17533 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:30.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.096728 17533 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:30.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.103 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc
20:45:30.110 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:45:30.112 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc
20:45:30.116 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:45:30.120 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:45:30.122 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:45:30.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:45:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.088934 17430 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: OK, instance_id { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" instance_seqno: 1786049125665455 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:45:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.125212 17430 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.138863 17423 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } attempt: 7
20:45:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:30 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:45:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:30 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049127, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.189@KRBTEST.COM for kudu/127.16.214.188@KRBTEST.COM
20:45:30.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.162 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc
20:45:30.164 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:45:30.164 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.214.188:36167
20:45:30.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:45:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.167402 17242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 17430
20:45:30.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.190 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.214.190:44787
20:45:30.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:45:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.190858 17242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 17267
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.192382 17536 negotiation.cc:337] Failed RPC negotiation. Trace:
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.140229 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.16.214.188:36167 (local address 127.0.0.1:59610)
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.142357 (+ 2128us) negotiation.cc:107] Waiting for socket to connect
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.142406 (+ 49us) client_negotiation.cc:174] Beginning negotiation
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.142821 (+ 415us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
20:45:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.143713 (+ 892us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.143748 (+ 35us) client_negotiation.cc:394] Received NEGOTIATE response from server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.144890 (+ 1142us) client_negotiation.cc:189] Negotiated authn=SASL
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.145617 (+ 727us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.145676 (+ 59us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.147790 (+ 2114us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.147829 (+ 39us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.150486 (+ 2657us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.150547 (+ 61us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.152335 (+ 1788us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.152380 (+ 45us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.152922 (+ 542us) client_negotiation.cc:548] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.154042 (+ 1120us) client_negotiation.cc:623] Initiating SASL GSSAPI handshake
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.154167 (+ 125us) client_negotiation.cc:656] calling sasl_client_start()
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.158478 (+ 4311us) client_negotiation.cc:252] Sending SASL_INITIATE NegotiatePB request
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.165475 (+ 6997us) client_negotiation.cc:271] Received SASL_CHALLENGE NegotiatePB response
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.165511 (+ 36us) client_negotiation.cc:694] Received SASL_CHALLENGE response from server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.165536 (+ 25us) client_negotiation.cc:760] calling sasl_client_step()
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.166626 (+ 1090us) client_negotiation.cc:252] Sending SASL_RESPONSE NegotiatePB request
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.167499 (+ 873us) client_negotiation.cc:271] Received SASL_CHALLENGE NegotiatePB response
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.167533 (+ 34us) client_negotiation.cc:694] Received SASL_CHALLENGE response from server
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.167559 (+ 26us) client_negotiation.cc:760] calling sasl_client_step()
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.167837 (+ 278us) client_negotiation.cc:252] Sending SASL_RESPONSE NegotiatePB request
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 20:45:30.189060 (+ 21223us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: BlockingRecv error: recv got EOF from 127.16.214.188:36167 (error 108)
20:45:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1620,"thread_start_us":1290,"threads_started":1}
20:45:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.199141 17423 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.214.188:36167: Network error: Client connection negotiation failed: client connection to 127.16.214.188:36167: connect: Connection refused (error 111)
20:45:30.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.219 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.214.189:34639
20:45:30.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:45:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.219712 17242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 17346
20:45:30.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:30.245 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.214.188:36167
20:45:30.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:45:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.249166 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/logs
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.188:36167
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.188
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32873
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.188
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.566262 17539 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.566812 17539 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.567440 17539 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:30.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.613843 17539 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:30.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.614198 17539 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:30.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.614642 17539 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.614962 17539 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.615286 17539 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.615595 17539 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.615823 17539 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.660044 17539 master_runner.cc:386] Master server non-default flags:
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.188.keytab
20:45:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.188
20:45:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.188:36167
20:45:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.188
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32873
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/logs
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.661283 17539 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:30.662707 17539 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.679455 17546 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.680694 17548 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:30.679545 17545 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:31.915123 17547 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:45:31.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.915251 17539 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.919981 17539 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:31.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.922581 17539 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.923936 17539 hybrid_clock.cc:648] HybridClock initialized: now 1786049131923897 us; error 54 us; skew 500 ppm
20:45:31.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.924737 17539 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:31.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:31 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049131, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.931000 17539 init.cc:377] Logged in from keytab as kudu/127.16.214.188@KRBTEST.COM (short username kudu)
20:45:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.935925 17539 webserver.cc:460] Webserver started at http://127.16.214.188:32873/ using document root <none> and password file <none>
20:45:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.936887 17539 fs_manager.cc:359] Metadata directory not provided
20:45:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.937175 17539 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:31.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.945650 17539 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
20:45:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.950309 17559 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.951493 17539 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.951859 17539 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c197fbb49ab142229d98d4d0084c10ea"
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:29 on dist-test-slave-mn4r"
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:31.954216 17539 fs_report.cc:383] FS layout report
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/wal
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/data
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.009789 17539 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.016319 17539 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.016865 17539 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.091315 17539 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.188:36167
20:45:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.091400 17611 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.188:36167 every 8 connection(s)
20:45:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.094266 17539 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-2/data/info.pb
20:45:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.096738 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17539
20:45:32.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:32.097 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.214.190:44787
20:45:32.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.099682 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/logs
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.190:44787
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.190
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38123
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.190
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:32.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.107317 17612 sys_catalog.cc:263] Verifying existing consensus state
20:45:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.113420 17612 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Bootstrap starting.
20:45:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.147802 17612 log.cc:824] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Log is configured to *not* fsync() on all Append() calls
20:45:32.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.153057 17612 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:45:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.153823 17612 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Bootstrap complete.
20:45:32.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.179489 17612 raft_consensus.cc:348] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.181819 17612 raft_consensus.cc:374] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:45:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.182329 17612 raft_consensus.cc:729] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c197fbb49ab142229d98d4d0084c10ea, State: Initialized, Role: FOLLOWER
20:45:32.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.183351 17612 consensus_queue.cc:260] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.186527 17616 sys_catalog.cc:455] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } } }
20:45:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.187386 17616 sys_catalog.cc:458] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: This master's current role is: FOLLOWER
20:45:32.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.188221 17612 sys_catalog.cc:564] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [sys.catalog]: configured and running, proceeding with master startup.
20:45:32.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.226074 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:32.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.226430 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.224056 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.256053 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.271991 17565 tablet.cc:2369] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:45:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.457621 17614 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.458335 17614 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.459069 17614 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.496980 17614 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:32.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.497335 17614 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.497828 17614 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.498231 17614 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.498564 17614 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.498807 17614 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.498960 17614 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.537740 17614 master_runner.cc:386] Master server non-default flags:
20:45:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.190.keytab
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.190
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.190:44787
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.190
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38123
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/logs
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.539031 17614 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.540156 17614 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.555599 17616 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.556175 17616 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.560911 17638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.561340 17561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.563987 17616 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.568753 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.571022 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.571628 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:32.573764 17616 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:33.231990 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:33.232805 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:34.237542 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:34.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:34.238291 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.271703 17645 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:34.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.272459 17645 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.281428 17645 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:34.299620 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:34.302409 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.303018 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.303897 17645 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.563623 17637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:32.567930 17640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:34.379923 17639 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1817 milliseconds
20:45:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.380039 17614 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.381385 17614 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.384711 17614 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.386283 17614 hybrid_clock.cc:648] HybridClock initialized: now 1786049134386243 us; error 52 us; skew 500 ppm
20:45:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.387157 17614 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:34 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049134, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:34.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.399122 17614 init.cc:377] Logged in from keytab as kudu/127.16.214.190@KRBTEST.COM (short username kudu)
20:45:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.403838 17614 webserver.cc:460] Webserver started at http://127.16.214.190:38123/ using document root <none> and password file <none>
20:45:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.404812 17614 fs_manager.cc:359] Metadata directory not provided
20:45:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.405076 17614 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.413471 17614 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
20:45:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.418247 17654 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.419358 17614 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:45:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.419737 17614 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c5593d2cb3b42f1a6fc7bed994f030d"
20:45:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:25 on dist-test-slave-mn4r"
20:45:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.422256 17614 fs_report.cc:383] FS layout report
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/data
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:34.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.467288 17614 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.475263 17614 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.475848 17614 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.578557 17614 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.190:44787
20:45:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.578784 17708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.190:44787 every 8 connection(s)
20:45:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.581616 17614 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/data/info.pb
20:45:34.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.590133 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17614
20:45:34.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:34.592 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.214.189:34639
20:45:34.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.594587 17242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/logs
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.189:34639
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.189
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33935
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab
20:45:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.189
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:45:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.599426 17709 sys_catalog.cc:263] Verifying existing consensus state
20:45:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:45:34.600546 17709 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:45:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.607426 17614 master.cc:537] Master@127.16.214.190:44787 shutting down...
20:45:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:34.722824 17614 master.cc:552] Master@127.16.214.190:44787 shutdown complete.
20:45:34.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:45:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.002033 17711 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:45:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.002625 17711 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:45:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.003283 17711 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:45:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.035405 17711 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:45:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.035637 17711 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:45:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.035990 17711 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:45:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.036283 17711 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:45:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.036504 17711 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:45:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.036692 17711 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:45:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.036830 17711 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45543/jwks.json
20:45:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:35.075500 17711 master_runner.cc:386] Master server non-default flags:
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.214.148:33963
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.214.190:44787,127.16.214.189:34639,127.16.214.188:36167
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/krb5kdc/kudu_127.16.214.189.keytab
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.214.189
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.214.189:34639
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45543/jwks.json
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.214.189
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33935
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:45:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/logs
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:45:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:45:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:45:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:35.076802 17711 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:45:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:35.078003 17711 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:45:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.116142 17720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.244413 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.244869 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:36.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:36.249157 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:36.249787 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.126188 17717 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:35.116590 17718 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:45:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:36.561803 17719 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1448 milliseconds
20:45:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.561944 17711 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:45:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.563340 17711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:45:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.565903 17711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:45:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.567359 17711 hybrid_clock.cc:648] HybridClock initialized: now 1786049136567315 us; error 63 us; skew 500 ppm
20:45:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.568219 17711 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:45:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:36 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049136, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.574474 17711 init.cc:377] Logged in from keytab as kudu/127.16.214.189@KRBTEST.COM (short username kudu)
20:45:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.581002 17711 webserver.cc:460] Webserver started at http://127.16.214.189:33935/ using document root <none> and password file <none>
20:45:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.582065 17711 fs_manager.cc:359] Metadata directory not provided
20:45:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.582397 17711 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:45:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.603582 17711 fs_manager.cc:709] Time spent opening directory manager: real 0.018s user 0.002s sys 0.017s
20:45:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.619184 17729 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:45:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.620589 17711 fs_manager.cc:725] Time spent opening block manager: real 0.014s user 0.001s sys 0.011s
20:45:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.621206 17711 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data,/tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dbd8c060ac042dab59ac07827ef55b5"
20:45:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:45:27 on dist-test-slave-mn4r"
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.624919 17711 fs_report.cc:383] FS layout report
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/data
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:45:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:45:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:45:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.668381 17711 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:45:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.674014 17711 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:45:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.674600 17711 kserver.cc:163] Server-wide thread pool size limit: 3276
20:45:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.748356 17711 rpc_server.cc:307] RPC server started. Bound to: 127.16.214.189:34639
20:45:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.748591 17783 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.214.189:34639 every 8 connection(s)
20:45:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.752204 17711 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/data/info.pb
20:45:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.761585 17242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu as pid 17711
20:45:36.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:45:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.764460 17784 sys_catalog.cc:263] Verifying existing consensus state
20:45:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:45:36.765434 17784 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:45:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.765893 17711 master.cc:537] Master@127.16.214.189:34639 shutting down...
20:45:36.824 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.214.188:36167(127.16.214.188:36167)] connecting to peer
20:45:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:36.835042 17711 master.cc:552] Master@127.16.214.189:34639 shutdown complete.
20:45:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskhCRugS/test-tmp/mini-kudu-cluster406979453508437407/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:45:36.899 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:36.900 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:36.949 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.214.188:36167(127.16.214.188:36167)] Successfully connected to peer
20:45:36.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:36.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:36.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.026 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:45:37.036 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.214.188
20:45:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.062916 17791 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.063330 17791 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.065162 17791 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:37.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:37.071563 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:37.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:37.072237 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.072696 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.073438 17791 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:37 dist-test-slave-mn4r krb5kdc[17254](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.214.188@KRBTEST.COM
20:45:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:37.253875 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:37.254173 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.258555 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:37.258976 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:37.277 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7a9f0334, L:/127.0.0.1:48132 - R:/127.16.214.188:36167] using SASL/GSSAPI
20:45:37.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.312 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.315 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.329 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.431 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.510 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.514 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.569 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.570 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.710 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.892 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:37.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:37.951 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:37.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:37.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:37.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:38.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:38.212 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:38.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:38.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:38.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:38.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:38.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:38.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:38.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:38.258281 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:38.258638 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:39.262737 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:39.263062 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:40.269188 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:40.269430 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:40.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:40.791 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:40.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:40.812837 17799 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:40.813426 17799 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:40.815304 17799 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:40.818106 17561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:45:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:40.821064 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:40.821538 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:40.821779 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:40.822439 17799 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:40.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:40.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:40.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:40.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:40.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:41.009 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:41.011 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:41.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:41.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:41.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:41.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:41.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:41.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:41.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:41.272687 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:41.272981 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:41 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049141, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:41.934773 17554 init.cc:295] Successfully reacquired a new kerberos TGT
20:45:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:42.262015 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:42.262566 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:42.275974 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:42.276253 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:42.889 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:42.890 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:42.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:42.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:42.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:42.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:42.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:42.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:42.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:43.279089 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:43.279374 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:44.282271 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:44.282578 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:44.970 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:44.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:44.972 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:44.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:44.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:44.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:44.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:44.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:44.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:45.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:45.285557 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:45.285851 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:45.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:45.451 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:45.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:45.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:45.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:45.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:45.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:45.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:45.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:46.170 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:46.171 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:46.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:46.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:46.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:46.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:46.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:46.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:46.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:46.288697 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:46.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:46.288976 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:47.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:47.265684 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:47.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:47.266165 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:47.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:47.291788 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:47.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:47.292073 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:48.290 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:48.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:48.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:48.295202 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:48.295449 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:48.393009 17811 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:48.393380 17811 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:48.394987 17811 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:48.397614 17561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:45:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:48.400390 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:48.400933 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:48.401255 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:48.401932 17811 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:48.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:48.451 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:48.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:48.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:48.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:49.298681 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:49.298962 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:50.301788 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:50.302158 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:51.129 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:51.130 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:51.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:51.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:51.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:51.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:51.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:51.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:51.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:51.305505 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:51.305891 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:45:51 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049151, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:45:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:51.937446 17554 init.cc:295] Successfully reacquired a new kerberos TGT
20:45:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:52.269649 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:52.270066 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:52.308925 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:52.309227 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:52.509 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:52.510 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:52.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:52.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:52.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:52.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:52.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:52.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:52.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:53.312100 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:53.312392 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:54.315392 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:54.315739 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:55.318917 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:55.319231 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:55.369 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:55.370 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:55.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:55.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:55.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:55.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:55.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:55.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:55.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:56.169 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:56.170 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:56.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:56.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:56.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:56.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:56.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:56.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:56.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:56.322232 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:56.322543 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:57.272755 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:45:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:57.273138 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:45:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:57.325376 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:57.325673 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:57.879823 16574 debug-util.cc:398] Leaking SignalData structure 0x7b0800072d80 after lost signal to thread 16507
20:45:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:57.880885 16574 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0080 after lost signal to thread 16577
20:45:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:58.328723 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:58.329020 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:45:58.529 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:45:58.530 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:45:58.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:58.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:58.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:58.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:45:58.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:58.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:45:58.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:45:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:58.861377 17830 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:45:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:58.861953 17830 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:45:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:58.863722 17830 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:45:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:58.866314 17561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:45:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:58.869401 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:45:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:58.870021 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:45:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:58.870357 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:45:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:45:58.870894 17830 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:45:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:59.331902 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:45:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:45:59.332155 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:00.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:46:00.250 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:46:00.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:00.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:00.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:00.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:00.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:00.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:00.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:46:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:00.335132 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:00.335434 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:01.339227 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:01.339610 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:46:01 dist-test-slave-mn4r krb5kdc[17254](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049161, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.214.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:46:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:01.940146 17554 init.cc:295] Successfully reacquired a new kerberos TGT
20:46:02.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:46:02.250 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:46:02.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:02.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:02.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:02.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:02.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:02.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:02.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:46:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:02.276262 17539 master_runner.cc:186] Error getting master registration for 127.16.214.190:44787: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111),
20:46:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:02.276664 17539 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:46:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:02.342448 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:02.342681 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:03.346312 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:03.346702 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:03.489 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:46:03.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:03.491 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:46:03.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:03.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:03.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:03.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:03.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:03.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:46:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:04.349488 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:04.349754 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:04.862730 17842 raft_consensus.cc:482] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:46:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:04.863269 17842 raft_consensus.cc:504] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c5593d2cb3b42f1a6fc7bed994f030d" member_type: VOTER last_known_addr { host: "127.16.214.190" port: 44787 } } peers { permanent_uuid: "1dbd8c060ac042dab59ac07827ef55b5" member_type: VOTER last_known_addr { host: "127.16.214.189" port: 34639 } } peers { permanent_uuid: "c197fbb49ab142229d98d4d0084c10ea" member_type: VOTER last_known_addr { host: "127.16.214.188" port: 36167 } }
20:46:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:04.865155 17842 leader_election.cc:288] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787), 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639)
20:46:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:04.867902 17561 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:46:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:04.871480 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5c5593d2cb3b42f1a6fc7bed994f030d (127.16.214.190:44787): Network error: Client connection negotiation failed: client connection to 127.16.214.190:44787: connect: Connection refused (error 111)
20:46:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:04.872208 17561 leader_election.cc:334] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1dbd8c060ac042dab59ac07827ef55b5 (127.16.214.189:34639): Network error: Client connection negotiation failed: client connection to 127.16.214.189:34639: connect: Connection refused (error 111)
20:46:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:04.872509 17561 leader_election.cc:302] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c197fbb49ab142229d98d4d0084c10ea; no voters: 1dbd8c060ac042dab59ac07827ef55b5, 5c5593d2cb3b42f1a6fc7bed994f030d
20:46:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:04.873142 17842 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:46:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:05.353153 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:05.353466 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:06.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:06.356694 17627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c197fbb49ab142229d98d4d0084c10ea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:46:06.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:46:06.357048 17627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:46:06.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.190:44787(127.16.214.190:44787)] connecting to peer
20:46:06.550 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.214.189:34639(127.16.214.189:34639)] connecting to peer
20:46:06.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:06.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.214.190:44787(127.16.214.190:44787)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:06.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.190:44787: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787
20:46:06.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:06.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.189:34639(127.16.214.189:34639)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:06.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.214.189:34639: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
20:46:06.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639; will retry
20:46:06.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29787), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [235ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [516ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [547ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [564ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [663ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [746ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [799ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [800ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [803ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [939ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [940ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [942ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [944ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1123ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1181ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1436ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1442ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [4016ms] refreshing cache from master, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [4018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [4019ms] too many traces: truncated at 100 traces, deferred=Deferred@2064085189(state=PENDING, result=null, callback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315), errback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315)))
20:46:06.565 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.214.190:44787(127.16.214.190:44787)] disconnecting while in state TERMINATED
20:46:06.567 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.214.188:36167(127.16.214.188:36167)] disconnecting while in state READY
20:46:06.567 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.214.189:34639(127.16.214.189:34639)] disconnecting while in state TERMINATED
20:46:06.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:46:06.576 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:46:06.577 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.214.188:36167(127.16.214.188:36167)] handling channelInactive
20:46:06.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.214.188:36167(127.16.214.188:36167)] cleaning up while in state READY due to: connection closed
20:46:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:06.585727 17242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 17539
20:46:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:46:07Z chronyd exiting
20:46:08.832 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:46:08.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.833531 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 16800
20:46:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.865849 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 16954
20:46:08.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.896097 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 17097
20:46:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.924155 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 16506
20:46:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.961027 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 16580
20:46:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:46:08.996770 16493 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhCRugS/build/tsan/bin/kudu with pid 16657
20:46:10.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:46:10Z chronyd exiting
20:46:11.270 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29787), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [235ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [516ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [547ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [564ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [663ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [746ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [799ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [800ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [803ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [939ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [940ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [942ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [944ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1123ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1181ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1436ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1442ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [4016ms] refreshing cache from master, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [4018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [4019ms] too many traces: truncated at 100 traces, deferred=Deferred@2064085189(state=PENDING, result=null, callback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315), errback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.214.189:34639
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29787), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [235ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [516ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [536ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [547ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [564ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [655ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [662ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [663ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [736ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [746ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [795ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [799ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [800ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [803ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [935ms] refreshing cache from master, [935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [939ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [940ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [942ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [944ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1120ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1123ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1176ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1179ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1181ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1436ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [1439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.190:44787: Network error: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.188:36167: OK, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.16.214.189:34639: Network error: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [1442ms] delaying RPC due to: Service unavailable: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639, [4016ms] refreshing cache from master, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.188:36167, [4016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.190:44787, [4018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.214.189:34639, [4019ms] too many traces: truncated at 100 traces, deferred=Deferred@2064085189(state=PENDING, result=null, callback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315), errback=(continuation of Deferred@825663723 after retry RPC after error@1942218556) -> (continuation of Deferred@845254128 after retry RPC after error@1923109409) -> (continuation of Deferred@1989514598 after retry RPC after error@436430479) -> (continuation of Deferred@607348274 after retry RPC after error@1416759759) -> (continuation of Deferred@244750466 after retry RPC after error@262185153) -> (continuation of Deferred@807224817 after retry RPC after error@1961168460) -> (continuation of Deferred@1317915354 after retry RPC after error@1151458658) -> (continuation of Deferred@508111562 after retry RPC after error@1107476513) -> (continuation of Deferred@1652099489 after retry RPC after error@679055937) -> (continuation of Deferred@2142364414 after retry RPC after error@736503521) -> (continuation of Deferred@33035837 after retry RPC after error@1702324185) -> (continuation of Deferred@354541467 after retry RPC after error@267006704) -> (continuation of Deferred@1315083470 after retry RPC after error@284523380) -> (continuation of Deferred@196326390 after retry RPC after error@1427144130) -> (continuation of Deferred@260982602 after retry RPC after error@882615060) -> (continuation of Deferred@572627570 after retry RPC after error@1955138969) -> (continuation of Deferred@163618901 after retry RPC after error@1613377914) -> (continuation of Deferred@1324799239 after retry RPC after error@1915743365) -> (continuation of Deferred@2120300701 after retry RPC after error@1332836298) -> (continuation of Deferred@928505294 after retry RPC after error@982598757) -> (continuation of Deferred@1296250490 after retry RPC after error@164157247) -> (continuation of Deferred@7914085 after retry RPC after error@813309027) -> (continuation of Deferred@1692278000 after retry RPC after error@736124539) -> (continuation of Deferred@1833814664 after retry RPC after error@229923398) -> (continuation of Deferred@429522588 after retry RPC after error@807626834) -> (continuation of Deferred@859434324 after retry RPC after error@485553951) -> (continuation of Deferred@1246463747 after retry RPC after error@1635846112) -> (continuation of Deferred@497948105 after retry RPC after error@108876140) -> (continuation of Deferred@278441279 after retry RPC after error@2035226315)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.214.188:36167,127.16.214.190:44787,127.16.214.189:34639) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.190:44787(127.16.214.190:44787): Connection refused: /127.16.214.190:44787,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.214.189:34639(127.16.214.189:34639): Connection refused: /127.16.214.189:34639
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
... 19 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.214.189:34639
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)