01:08:35.395 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:08:35.407 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskVgilWw/test-tmp
01:08:35.409 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:08:35.412 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskVgilWw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:08:35.675 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:08:35.809 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:08:35.810 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:08:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:35.814540 3066 mini_oidc.cc:152] Starting JWKS server
01:08:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:35.818867 3066 webserver.cc:460] Webserver started at http://127.0.0.1:35631/ using document root <none> and password file <none>
01:08:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:35.819403 3066 mini_oidc.cc:189] Starting OIDC Discovery server
01:08:35.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:35.821091 3066 webserver.cc:460] Webserver started at http://127.0.0.1:45529/ using document root <none> and password file <none>
01:08:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:08:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:08:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:08:35Z Disabled control of system clock
01:08:35.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:35.867494 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/logs
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data/info.pb
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.190:42583
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.190
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json with env {}
01:08:36.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.150475 3078 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:36.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.150993 3078 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:36.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.151569 3078 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.180766 3078 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.181049 3078 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.181233 3078 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.181499 3078 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.181761 3078 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.181996 3078 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35631/jwks.json
01:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:36.221019 3078 master_runner.cc:386] Master server non-default flags:
01:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data
01:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal
01:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.190:42583
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data/info.pb
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.190
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/logs
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:36.222309 3078 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:36.223846 3078 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.240911 3085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.240950 3087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:36.242008 3078 server_base.cc:1034] running on GCE node
01:08:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:36.240952 3084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:37.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.408675 3078 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.411671 3078 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.413079 3078 hybrid_clock.cc:648] HybridClock initialized: now 1781831317413042 us; error 60 us; skew 500 ppm
01:08:37.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.413839 3078 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.423147 3078 webserver.cc:460] Webserver started at http://127.2.254.190:33143/ using document root <none> and password file <none>
01:08:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.423986 3078 fs_manager.cc:359] Metadata directory not provided
01:08:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.424160 3078 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.424594 3078 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.429142 3078 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data/instance:
01:08:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33cbddd7b77d43bf835848410e5463c7"
01:08:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:37 on dist-test-slave-583f"
01:08:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.430382 3078 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal/instance:
01:08:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33cbddd7b77d43bf835848410e5463c7"
01:08:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:37 on dist-test-slave-583f"
01:08:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.437587 3078 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
01:08:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.442826 3094 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.443897 3078 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:08:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.444170 3078 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal
01:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33cbddd7b77d43bf835848410e5463c7"
01:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:37 on dist-test-slave-583f"
01:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.444515 3078 fs_report.cc:383] FS layout report
01:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:37.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data/data
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.499900 3078 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.501425 3078 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.501808 3078 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.567160 3078 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.190:42583
01:08:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.567255 3145 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.190:42583 every 8 connection(s)
01:08:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.569619 3078 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/data/info.pb
01:08:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.572642 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3078
01:08:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.573169 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-0/wal/instance
01:08:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.575323 3146 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.578132 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/logs
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data/info.pb
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.189:40815
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.189
01:08:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json with env {}
01:08:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.589406 3146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } has no permanent_uuid. Determining permanent_uuid...
01:08:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.617337 3146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } has no permanent_uuid. Determining permanent_uuid...
01:08:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.619418 3095 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.623306 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.672820 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 1
01:08:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.676523 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.744971 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 2
01:08:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.748629 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.840080 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 3
01:08:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.844041 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.874514 3148 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.875205 3148 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.875834 3148 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.905422 3148 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.905786 3148 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.906117 3148 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.906481 3148 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.906826 3148 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.907073 3148 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35631/jwks.json
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.939656 3148 master_runner.cc:386] Master server non-default flags:
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.189:40815
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data/info.pb
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.189
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/logs
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.941489 3148 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.943534 3148 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.961431 3158 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.987421 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 4
01:08:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.990753 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:38.290334 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 5
01:08:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:38.295445 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:38.842876 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 6
01:08:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:38.850214 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.189:40815: Network error: Client connection negotiation failed: client connection to 127.2.254.189:40815: connect: Connection refused (error 111)
01:08:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.961609 3157 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:37.962697 3160 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:37.963369 3148 server_base.cc:1034] running on GCE node
01:08:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.138438 3148 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:39.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.141579 3148 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.142997 3148 hybrid_clock.cc:648] HybridClock initialized: now 1781831319142960 us; error 52 us; skew 500 ppm
01:08:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.144003 3148 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.150027 3148 webserver.cc:460] Webserver started at http://127.2.254.189:36933/ using document root <none> and password file <none>
01:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.151224 3148 fs_manager.cc:359] Metadata directory not provided
01:08:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.151451 3148 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.151961 3148 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.157006 3148 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data/instance:
01:08:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9435638d904a3da16edb7673d36854"
01:08:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:39 on dist-test-slave-583f"
01:08:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.158205 3148 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal/instance:
01:08:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9435638d904a3da16edb7673d36854"
01:08:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:39 on dist-test-slave-583f"
01:08:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.165341 3148 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
01:08:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.170492 3169 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.171409 3148 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.171739 3148 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b9435638d904a3da16edb7673d36854"
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:39 on dist-test-slave-583f"
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.172086 3148 fs_report.cc:383] FS layout report
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal
01:08:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal
01:08:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data/data
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.231559 3148 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.233067 3148 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.233561 3148 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.300104 3148 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.189:40815
01:08:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.300192 3220 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.189:40815 every 8 connection(s)
01:08:39.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.302778 3148 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/data/info.pb
01:08:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.306797 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3148
01:08:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.307092 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-1/wal/instance
01:08:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.307789 3221 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.309062 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/logs
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data/info.pb
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.188:42321
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.188
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json with env {}
01:08:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.319437 3221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } has no permanent_uuid. Determining permanent_uuid...
01:08:39.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.340634 3221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } has no permanent_uuid. Determining permanent_uuid...
01:08:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.356143 3221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
01:08:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.358428 3171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.362026 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.411559 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 1
01:08:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.415036 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.483477 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 2
01:08:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.486956 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.578325 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 3
01:08:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.582461 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.612205 3223 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.612816 3223 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.613256 3223 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.643095 3223 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.643352 3223 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.643616 3223 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.643806 3223 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.643983 3223 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.644121 3223 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35631/jwks.json
01:08:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.678184 3223 master_runner.cc:386] Master server non-default flags:
01:08:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.188:42321
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35631/jwks.json
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data/info.pb
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.188
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/logs
01:08:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.679323 3223 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.681329 3223 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.700590 3233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.725883 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 4
01:08:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.729861 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.910629 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } attempt: 7
01:08:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.923409 3146 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
01:08:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.929296 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.987699 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 1
01:08:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.991974 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.029235 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 5
01:08:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.033412 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.073340 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 2
01:08:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.077383 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.162768 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 3
01:08:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.167389 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.307809 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 4
01:08:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.312747 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.580792 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 6
01:08:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.587087 3221 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.596161 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 5
01:08:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:40.600044 3146 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.254.188:42321: Network error: Client connection negotiation failed: client connection to 127.2.254.188:42321: connect: Connection refused (error 111)
01:08:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.701745 3234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:39.702445 3223 server_base.cc:1034] running on GCE node
01:08:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:39.702210 3236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.903012 3223 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.905642 3223 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.907033 3223 hybrid_clock.cc:648] HybridClock initialized: now 1781831320907004 us; error 36 us; skew 500 ppm
01:08:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.907888 3223 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.913935 3223 webserver.cc:460] Webserver started at http://127.2.254.188:35427/ using document root <none> and password file <none>
01:08:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.914884 3223 fs_manager.cc:359] Metadata directory not provided
01:08:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.915117 3223 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.915656 3223 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.920686 3223 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data/instance:
01:08:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa3192608c849fb899e00df4be57b72"
01:08:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:40 on dist-test-slave-583f"
01:08:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.921876 3223 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal/instance:
01:08:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa3192608c849fb899e00df4be57b72"
01:08:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:40 on dist-test-slave-583f"
01:08:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.929297 3223 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
01:08:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.934691 3248 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.935813 3223 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:08:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.936159 3223 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal
01:08:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa3192608c849fb899e00df4be57b72"
01:08:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:40 on dist-test-slave-583f"
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.936607 3223 fs_report.cc:383] FS layout report
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data/data
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.972900 3223 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.974412 3223 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:40.974926 3223 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.041090 3223 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.188:42321
01:08:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.041178 3299 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.188:42321 every 8 connection(s)
01:08:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.043738 3223 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/data/info.pb
01:08:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.044991 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3223
01:08:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.045497 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/master-2/wal/instance
01:08:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.050484 3300 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:41.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.080659 3300 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } has no permanent_uuid. Determining permanent_uuid...
01:08:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.120223 3300 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } has no permanent_uuid. Determining permanent_uuid...
01:08:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.132997 3300 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
01:08:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.152292 3300 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: Bootstrap starting.
01:08:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.152714 3146 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 6
01:08:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.158557 3300 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: Neither blocks nor log segments found. Creating new log.
01:08:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.160315 3300 log.cc:824] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: Log is configured to *not* fsync() on all Append() calls
01:08:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.166071 3300 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: No bootstrap required, opened a new log
01:08:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.171500 3146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: Bootstrap starting.
01:08:41.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.176553 3146 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: Neither blocks nor log segments found. Creating new log.
01:08:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.178205 3146 log.cc:824] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: Log is configured to *not* fsync() on all Append() calls
01:08:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.182542 3146 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: No bootstrap required, opened a new log
01:08:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.188349 3300 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.188941 3300 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:08:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.189244 3300 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fa3192608c849fb899e00df4be57b72, State: Initialized, Role: FOLLOWER
01:08:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.190124 3300 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.192899 3313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.194026 3313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.194773 3300 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: configured and running, proceeding with master startup.
01:08:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.204608 3146 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.205619 3146 raft_consensus.cc:374] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:08:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.206208 3146 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33cbddd7b77d43bf835848410e5463c7, State: Initialized, Role: FOLLOWER
01:08:41.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.207266 3146 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.210559 3320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.211820 3320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.212725 3146 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: configured and running, proceeding with master startup.
01:08:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.229915 3254 tablet.cc:2369] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:08:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.231462 3327 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:08:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.231762 3327 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:08:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.221697 3223 master_runner.cc:186] Error getting master registration for 127.2.254.190:42583: OK, instance_id { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" instance_seqno: 1781831317549041 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:08:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.256153 3223 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:08:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.259739 3100 tablet.cc:2369] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:08:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.260481 3337 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:08:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:41.261016 3337 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:08:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.251189 3078 master_runner.cc:186] Error getting master registration for 127.2.254.189:40815: OK, instance_id { permanent_uuid: "7b9435638d904a3da16edb7673d36854" instance_seqno: 1781831319282028 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:08:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.290627 3078 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:08:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.292732 3313 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:08:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.293252 3313 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.296990 3313 leader_election.cc:288] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 33cbddd7b77d43bf835848410e5463c7 (127.2.254.190:42583), 7b9435638d904a3da16edb7673d36854 (127.2.254.189:40815)
01:08:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.297255 3121 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa3192608c849fb899e00df4be57b72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33cbddd7b77d43bf835848410e5463c7" is_pre_election: true
01:08:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.298076 3121 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6fa3192608c849fb899e00df4be57b72 in term 0.
01:08:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.299409 3249 leader_election.cc:302] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33cbddd7b77d43bf835848410e5463c7, 6fa3192608c849fb899e00df4be57b72; no voters:
01:08:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.302757 3313 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:08:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.303086 3313 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:08:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.303387 3313 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 0 FOLLOWER]: Advancing to term 1
01:08:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.309796 3313 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.311691 3313 leader_election.cc:288] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [CANDIDATE]: Term 1 election: Requested vote from peers 33cbddd7b77d43bf835848410e5463c7 (127.2.254.190:42583), 7b9435638d904a3da16edb7673d36854 (127.2.254.189:40815)
01:08:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.313030 3121 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa3192608c849fb899e00df4be57b72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33cbddd7b77d43bf835848410e5463c7"
01:08:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.313546 3121 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 0 FOLLOWER]: Advancing to term 1
01:08:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.320050 3121 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6fa3192608c849fb899e00df4be57b72 in term 1.
01:08:41.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.323398 3249 leader_election.cc:302] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33cbddd7b77d43bf835848410e5463c7, 6fa3192608c849fb899e00df4be57b72; no voters:
01:08:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.329574 3313 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 1 FOLLOWER]: Leader election won for term 1
01:08:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.337806 3313 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [term 1 LEADER]: Becoming Leader. State: Replica: 6fa3192608c849fb899e00df4be57b72, State: Running, Role: LEADER
01:08:41.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.338892 3313 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.355623 3339 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa3192608c849fb899e00df4be57b72. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.356698 3339 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: This master's current role is: LEADER
01:08:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.359946 3341 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:08:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.367043 3341 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:08:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.406795 3121 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [term 1 FOLLOWER]: Refusing update from remote peer 6fa3192608c849fb899e00df4be57b72: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:08:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.411193 3339 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:08:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.443778 3320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa3192608c849fb899e00df4be57b72. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.444546 3320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.452505 3342 mvcc.cc:205] Tried to move back new op lower bound from 7298381092418732032 to 7298381092214394880. Current Snapshot: MvccSnapshot[applied={T|T < 7298381092418732032}]
01:08:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.459679 3313 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.460426 3313 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: This master's current role is: LEADER
01:08:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.462600 3341 catalog_manager.cc:1347] Generated new cluster ID: f6afc9d2e31245d2ac82ca009a2f67d7
01:08:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.462925 3341 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:08:41.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.470606 3320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.471201 3320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.486181 3341 catalog_manager.cc:1370] Generated new certificate authority record
01:08:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.488477 3341 catalog_manager.cc:1504] Loading token signing keys...
01:08:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.523726 3341 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72: Generated new TSK 0
01:08:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.527496 3341 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.556949 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/logs
01:08:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data/info.pb
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.129:0
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.129
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.129
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:08:41.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.663859 3221 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } attempt: 7
01:08:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.707828 3221 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: Bootstrap starting.
01:08:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.723462 3221 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: Neither blocks nor log segments found. Creating new log.
01:08:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.726089 3221 log.cc:824] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: Log is configured to *not* fsync() on all Append() calls
01:08:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.745654 3221 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: No bootstrap required, opened a new log
01:08:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.812635 3221 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.815218 3221 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:08:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.815979 3221 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b9435638d904a3da16edb7673d36854, State: Initialized, Role: FOLLOWER
01:08:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.818140 3221 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } }
01:08:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.833151 3351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.833926 3351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.838619 3196 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa3192608c849fb899e00df4be57b72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b9435638d904a3da16edb7673d36854" is_pre_election: true
01:08:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.839454 3195 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa3192608c849fb899e00df4be57b72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b9435638d904a3da16edb7673d36854"
01:08:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.866655 3221 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: configured and running, proceeding with master startup.
01:08:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.877303 3194 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [term 0 FOLLOWER]: Advancing to term 1
01:08:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.887584 3194 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [term 1 FOLLOWER]: Refusing update from remote peer 6fa3192608c849fb899e00df4be57b72: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:08:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.889902 3339 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:08:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.942562 3351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa3192608c849fb899e00df4be57b72. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.943254 3351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.944298 3359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.945263 3359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854 [sys.catalog]: This master's current role is: FOLLOWER
01:08:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:41.965360 3369 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:08:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.032014 3347 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.032637 3347 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.033365 3347 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.090268 3347 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.091658 3347 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.254.129
01:08:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.093688 3217 debug-util.cc:398] Leaking SignalData structure 0x7b08000720a0 after lost signal to thread 3152
01:08:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.160179 3347 tablet_server_runner.cc:78] Tablet server non-default flags:
01:08:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.129:0
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data/info.pb
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.129
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.129
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/logs
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.161680 3347 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.163762 3347 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.209044 3374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.270476 3337 catalog_manager.cc:1259] Loaded cluster ID: f6afc9d2e31245d2ac82ca009a2f67d7
01:08:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.271306 3337 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: loading cluster ID for follower catalog manager: success
01:08:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.314867 3379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6fa3192608c849fb899e00df4be57b72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "33cbddd7b77d43bf835848410e5463c7" member_type: VOTER last_known_addr { host: "127.2.254.190" port: 42583 } } peers { permanent_uuid: "7b9435638d904a3da16edb7673d36854" member_type: VOTER last_known_addr { host: "127.2.254.189" port: 40815 } } peers { permanent_uuid: "6fa3192608c849fb899e00df4be57b72" member_type: VOTER last_known_addr { host: "127.2.254.188" port: 42321 } } }
01:08:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.324543 3379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa3192608c849fb899e00df4be57b72 [sys.catalog]: This master's current role is: LEADER
01:08:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.332751 3337 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: acquiring CA information for follower catalog manager: success
01:08:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.349918 3337 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 33cbddd7b77d43bf835848410e5463c7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:08:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.998185 3369 catalog_manager.cc:1259] Loaded cluster ID: f6afc9d2e31245d2ac82ca009a2f67d7
01:08:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.998564 3369 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: loading cluster ID for follower catalog manager: success
01:08:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.026669 3369 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: acquiring CA information for follower catalog manager: success
01:08:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.035281 3369 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7b9435638d904a3da16edb7673d36854: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:08:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.212936 3373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:42.215525 3376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:42.214805 3347 server_base.cc:1034] running on GCE node
01:08:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.859157 3347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.869246 3347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:43.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.870832 3347 hybrid_clock.cc:648] HybridClock initialized: now 1781831323870771 us; error 77 us; skew 500 ppm
01:08:43.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.872056 3347 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.908946 3347 webserver.cc:460] Webserver started at http://127.2.254.129:35445/ using document root <none> and password file <none>
01:08:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.910534 3347 fs_manager.cc:359] Metadata directory not provided
01:08:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.911005 3347 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.911762 3347 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.919198 3347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data/instance:
01:08:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83b030a3620e454e84037baa9aa2545b"
01:08:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:43 on dist-test-slave-583f"
01:08:43.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.921429 3347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal/instance:
01:08:43.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83b030a3620e454e84037baa9aa2545b"
01:08:43.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:43 on dist-test-slave-583f"
01:08:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.937179 3347 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.009s sys 0.004s
01:08:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.950277 3389 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.954173 3347 fs_manager.cc:725] Time spent opening block manager: real 0.013s user 0.004s sys 0.005s
01:08:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.954957 3347 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal
01:08:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "83b030a3620e454e84037baa9aa2545b"
01:08:43.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:43 on dist-test-slave-583f"
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:43.955646 3347 fs_report.cc:383] FS layout report
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data/data
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:43.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:43.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.062335 3347 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:44.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.070513 3347 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:44.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.071384 3347 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.075353 3347 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:08:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.083069 3347 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:08:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.083519 3347 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
01:08:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.083837 3347 ts_tablet_manager.cc:610] Registered 0 tablets
01:08:44.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.084045 3347 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:08:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.273422 3347 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.129:32973
01:08:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.273568 3501 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.129:32973 every 8 connection(s)
01:08:44.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.277930 3347 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/data/info.pb
01:08:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.278736 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3347
01:08:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.279145 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-0/wal/instance
01:08:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.298609 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/logs
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data/info.pb
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.130:0
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.130
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.130
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:08:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.394829 3504 heartbeater.cc:347] Connected to a master server at 127.2.254.189:40815
01:08:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.395335 3504 heartbeater.cc:464] Registering TS with master...
01:08:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.396657 3504 heartbeater.cc:511] Master 127.2.254.189:40815 requested a full tablet report, sending...
01:08:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.400141 3186 ts_manager.cc:194] Registered new tserver with Master: 83b030a3620e454e84037baa9aa2545b (127.2.254.129:32973)
01:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.402891 3502 heartbeater.cc:347] Connected to a master server at 127.2.254.188:42321
01:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.403206 3502 heartbeater.cc:464] Registering TS with master...
01:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.404001 3502 heartbeater.cc:511] Master 127.2.254.188:42321 requested a full tablet report, sending...
01:08:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.406431 3507 heartbeater.cc:347] Connected to a master server at 127.2.254.190:42583
01:08:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.406749 3507 heartbeater.cc:464] Registering TS with master...
01:08:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.407493 3507 heartbeater.cc:511] Master 127.2.254.190:42583 requested a full tablet report, sending...
01:08:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.410161 3110 ts_manager.cc:194] Registered new tserver with Master: 83b030a3620e454e84037baa9aa2545b (127.2.254.129:32973)
01:08:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.413268 3265 ts_manager.cc:194] Registered new tserver with Master: 83b030a3620e454e84037baa9aa2545b (127.2.254.129:32973)
01:08:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.416450 3265 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.254.129:57067
01:08:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.723804 3503 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.724407 3503 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:44.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.725046 3503 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.755923 3503 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.756925 3503 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.254.130
01:08:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.793310 3503 tablet_server_runner.cc:78] Tablet server non-default flags:
01:08:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.130:0
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data/info.pb
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.130
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.130
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/logs
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:08:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.794831 3503 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:44.796816 3503 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.823374 3518 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:45.421087 3502 heartbeater.cc:503] Master 127.2.254.188:42321 was elected leader, sending a full tablet report...
01:08:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.218734 3517 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 3503
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.837847 3517 kernel_stack_watchdog.cc:198] Thread 3503 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 393ms:
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:08:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:44.825557 3519 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.840144 3521 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.840205 3503 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.017s user 0.764s sys 1.085s
01:08:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.840626 3503 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.018s user 0.764s sys 1.085s
01:08:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:46.844130 3520 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2014 milliseconds
01:08:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.844161 3503 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:08:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.845580 3503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.848097 3503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.849566 3503 hybrid_clock.cc:648] HybridClock initialized: now 1781831326849533 us; error 48 us; skew 500 ppm
01:08:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.850579 3503 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.857793 3503 webserver.cc:460] Webserver started at http://127.2.254.130:39157/ using document root <none> and password file <none>
01:08:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.858893 3503 fs_manager.cc:359] Metadata directory not provided
01:08:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.859148 3503 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.859656 3503 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.866374 3503 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data/instance:
01:08:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17acb9e064834628bbe85ae32a1a3d2b"
01:08:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:46 on dist-test-slave-583f"
01:08:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.867832 3503 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal/instance:
01:08:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17acb9e064834628bbe85ae32a1a3d2b"
01:08:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:46 on dist-test-slave-583f"
01:08:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.876653 3503 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
01:08:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.883276 3530 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.884446 3503 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.884812 3503 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17acb9e064834628bbe85ae32a1a3d2b"
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:46 on dist-test-slave-583f"
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.885195 3503 fs_report.cc:383] FS layout report
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal
01:08:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data/data
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:46.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.927652 3503 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.929351 3503 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:46.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.929833 3503 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:46.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.932861 3503 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.938035 3503 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.938285 3503 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.938542 3503 ts_tablet_manager.cc:610] Registered 0 tablets
01:08:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:46.938724 3503 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:08:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.119804 3503 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.130:41681
01:08:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.119899 3642 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.130:41681 every 8 connection(s)
01:08:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.122645 3503 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/data/info.pb
01:08:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.124370 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3503
01:08:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.124958 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-1/wal/instance
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.139245 3066 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/logs
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data/info.pb
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.131:0
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.131
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.131
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:08:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.209564 3643 heartbeater.cc:347] Connected to a master server at 127.2.254.188:42321
01:08:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.210032 3643 heartbeater.cc:464] Registering TS with master...
01:08:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.211192 3643 heartbeater.cc:511] Master 127.2.254.188:42321 requested a full tablet report, sending...
01:08:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.216214 3265 ts_manager.cc:194] Registered new tserver with Master: 17acb9e064834628bbe85ae32a1a3d2b (127.2.254.130:41681)
01:08:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.216624 3644 heartbeater.cc:347] Connected to a master server at 127.2.254.189:40815
01:08:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.216943 3644 heartbeater.cc:464] Registering TS with master...
01:08:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.217717 3644 heartbeater.cc:511] Master 127.2.254.189:40815 requested a full tablet report, sending...
01:08:47.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.218214 3265 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.254.130:45895
01:08:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.220207 3186 ts_manager.cc:194] Registered new tserver with Master: 17acb9e064834628bbe85ae32a1a3d2b (127.2.254.130:41681)
01:08:47.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.223034 3646 heartbeater.cc:347] Connected to a master server at 127.2.254.190:42583
01:08:47.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.223354 3646 heartbeater.cc:464] Registering TS with master...
01:08:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.223992 3646 heartbeater.cc:511] Master 127.2.254.190:42583 requested a full tablet report, sending...
01:08:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.227322 3110 ts_manager.cc:194] Registered new tserver with Master: 17acb9e064834628bbe85ae32a1a3d2b (127.2.254.130:41681)
01:08:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.504678 3650 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.505254 3650 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.505831 3650 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.536755 3650 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.537678 3650 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.254.131
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.571314 3650 tablet_server_runner.cc:78] Tablet server non-default flags:
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.254.148:37961
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data
01:08:47.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.254.131:0
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data/info.pb
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.254.131
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.254.190:42583,127.2.254.189:40815,127.2.254.188:42321
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.254.131
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/logs
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.572825 3650 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.574746 3650 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:47.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.595394 3662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.228711 3643 heartbeater.cc:503] Master 127.2.254.188:42321 was elected leader, sending a full tablet report...
01:08:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:47.597445 3650 server_base.cc:1034] running on GCE node
01:08:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.601354 3659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:47.596524 3660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.801846 3650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.804591 3650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.806010 3650 hybrid_clock.cc:648] HybridClock initialized: now 1781831328805964 us; error 64 us; skew 500 ppm
01:08:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.806810 3650 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.813880 3650 webserver.cc:460] Webserver started at http://127.2.254.131:38625/ using document root <none> and password file <none>
01:08:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.814857 3650 fs_manager.cc:359] Metadata directory not provided
01:08:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.815037 3650 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.815414 3650 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.820399 3650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data/instance:
01:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856b481003324f60b370367ee64eaf07"
01:08:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:48 on dist-test-slave-583f"
01:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.821412 3650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal/instance:
01:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856b481003324f60b370367ee64eaf07"
01:08:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:48 on dist-test-slave-583f"
01:08:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.829175 3650 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
01:08:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.834299 3671 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.835330 3650 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
01:08:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.835592 3650 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal
01:08:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856b481003324f60b370367ee64eaf07"
01:08:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:48 on dist-test-slave-583f"
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.835865 3650 fs_report.cc:383] FS layout report
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data/data
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.886538 3650 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.888080 3650 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.888649 3650 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:48.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.891247 3650 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:08:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.895359 3650 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:08:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.895604 3650 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:08:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.895793 3650 ts_tablet_manager.cc:610] Registered 0 tablets
01:08:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:48.895921 3650 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:08:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.039878 3650 rpc_server.cc:307] RPC server started. Bound to: 127.2.254.131:39853
01:08:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.039999 3783 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.254.131:39853 every 8 connection(s)
01:08:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.042294 3650 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/data/info.pb
01:08:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.046802 3066 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3650
01:08:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.047200 3066 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster3575787756031210811/ts-2/wal/instance
01:08:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.108635 3784 heartbeater.cc:347] Connected to a master server at 127.2.254.188:42321
01:08:49.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.108776 3786 heartbeater.cc:347] Connected to a master server at 127.2.254.190:42583
01:08:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.109087 3784 heartbeater.cc:464] Registering TS with master...
01:08:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.109215 3786 heartbeater.cc:464] Registering TS with master...
01:08:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.110128 3784 heartbeater.cc:511] Master 127.2.254.188:42321 requested a full tablet report, sending...
01:08:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.110276 3786 heartbeater.cc:511] Master 127.2.254.190:42583 requested a full tablet report, sending...
01:08:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.112291 3785 heartbeater.cc:347] Connected to a master server at 127.2.254.189:40815
01:08:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.112596 3785 heartbeater.cc:464] Registering TS with master...
01:08:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.112985 3265 ts_manager.cc:194] Registered new tserver with Master: 856b481003324f60b370367ee64eaf07 (127.2.254.131:39853)
01:08:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.113375 3785 heartbeater.cc:511] Master 127.2.254.189:40815 requested a full tablet report, sending...
01:08:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.113701 3110 ts_manager.cc:194] Registered new tserver with Master: 856b481003324f60b370367ee64eaf07 (127.2.254.131:39853)
01:08:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.114531 3265 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.2.254.131:56295
01:08:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.116611 3186 ts_manager.cc:194] Registered new tserver with Master: 856b481003324f60b370367ee64eaf07 (127.2.254.131:39853)
01:08:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.132614 3066 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:08:49.143 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:08:49.144 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:08:49.153 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.254.190"
port: 42583
}
bound_http_address {
host: "127.2.254.190"
port: 33143
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.254.189"
port: 40815
}
bound_http_address {
host: "127.2.254.189"
port: 36933
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.254.188"
port: 42321
}
bound_http_address {
host: "127.2.254.188"
port: 35427
}
}
}
01:08:49.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:08:49.160 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.2.254.129"
port: 32973
}
bound_http_address {
host: "127.2.254.129"
port: 35445
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.2.254.130"
port: 41681
}
bound_http_address {
host: "127.2.254.130"
port: 39157
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.2.254.131"
port: 39853
}
bound_http_address {
host: "127.2.254.131"
port: 38625
}
}
}
01:08:49.160 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:08:49.334 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:08:49.443 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskVgilWw/test-tmp
01:08:49.444 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:08:49.444 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskVgilWw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:08:49.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:08:49.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:49.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:08:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.788954 3795 mini_oidc.cc:152] Starting JWKS server
01:08:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.792325 3795 webserver.cc:460] Webserver started at http://127.0.0.1:40391/ using document root <none> and password file <none>
01:08:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.792776 3795 mini_oidc.cc:189] Starting OIDC Discovery server
01:08:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:49.794579 3795 webserver.cc:460] Webserver started at http://127.0.0.1:38419/ using document root <none> and password file <none>
01:08:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:08:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/principal' for realm 'KRBTEST.COM',
01:08:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:08:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:49 dist-test-slave-583f krb5kdc[3808](info): setting up network...
01:08:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:08:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:49 dist-test-slave-583f krb5kdc[3808](info): set up 2 sockets
01:08:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:49 dist-test-slave-583f krb5kdc[3808](info): commencing operation
01:08:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:08:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:50.118625 3784 heartbeater.cc:503] Master 127.2.254.188:42321 was elected leader, sending a full tablet report...
01:08:50.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:50.890568 3795 mini_kdc.cc:121] Time spent starting KDC: real 1.072s user 0.006s sys 0.013s
01:08:50.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:08:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:08:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:08:50.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:08:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:08:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:08:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:08:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:08:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:08:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:08:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/test-user.keytab.
01:08:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/test-user.keytab.
01:08:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:51 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831331, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:08:51.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:08:51Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:08:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:08:51Z Disabled control of system clock
01:08:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.180.254@KRBTEST.COM; defaulting to no policy
01:08:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.180.254@KRBTEST.COM" created.
01:08:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab.
01:08:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab.
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:51.074112 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/logs
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:08:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.254:40899
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.254
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.254
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:08:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.372872 3821 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.373384 3821 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.373932 3821 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.403872 3821 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:08:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.404070 3821 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.404388 3821 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.404583 3821 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.404783 3821 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.404975 3821 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.405110 3821 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:51.441934 3821 master_runner.cc:386] Master server non-default flags:
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.254
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.254:40899
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:08:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.254
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/logs
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:51.443110 3821 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:51.444049 3821 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:51.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.463666 3829 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.463774 3828 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:51.466590 3821 server_base.cc:1034] running on GCE node
01:08:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:51.465337 3831 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.708132 3821 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.710721 3821 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.712041 3821 hybrid_clock.cc:648] HybridClock initialized: now 1781831332712012 us; error 45 us; skew 500 ppm
01:08:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.713073 3821 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:52 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831332, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.719107 3821 init.cc:377] Logged in from keytab as kudu/127.3.180.254@KRBTEST.COM (short username kudu)
01:08:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.724629 3821 webserver.cc:460] Webserver started at http://127.3.180.254:34843/ using document root <none> and password file <none>
01:08:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.725603 3821 fs_manager.cc:359] Metadata directory not provided
01:08:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.725829 3821 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.726318 3821 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.730952 3821 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/instance:
01:08:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c9b12de7d34b1a9248eea104ee7458"
01:08:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:52 on dist-test-slave-583f"
01:08:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.732124 3821 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal/instance:
01:08:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c9b12de7d34b1a9248eea104ee7458"
01:08:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:52 on dist-test-slave-583f"
01:08:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.739229 3821 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
01:08:52.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.744526 3841 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.745468 3821 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.745812 3821 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c9b12de7d34b1a9248eea104ee7458"
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:52 on dist-test-slave-583f"
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.746140 3821 fs_report.cc:383] FS layout report
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/data
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.806180 3821 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.811661 3821 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.812161 3821 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.890460 3821 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.254:40899
01:08:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.890538 3893 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.254:40899 every 8 connection(s)
01:08:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.893162 3821 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:08:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.899075 3894 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.902803 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3821
01:08:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.903187 3795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal/instance
01:08:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.910388 3894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } has no permanent_uuid. Determining permanent_uuid...
01:08:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.180.253@KRBTEST.COM; defaulting to no policy
01:08:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.180.253@KRBTEST.COM" created.
01:08:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:52 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831332, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.254@KRBTEST.COM for kudu/127.3.180.254@KRBTEST.COM
01:08:52.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab.
01:08:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab.
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.948688 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/logs
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.253:36377
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.253
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.253
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:08:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:52.951310 3894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } has no permanent_uuid. Determining permanent_uuid...
01:08:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:52.953490 3842 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:52.957557 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.007045 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 1
01:08:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.010722 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.079066 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 2
01:08:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.082981 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.174642 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 3
01:08:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.178130 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.276921 3900 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.277479 3900 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.278087 3900 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.309847 3900 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:08:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.310053 3900 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.310372 3900 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.310577 3900 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.310767 3900 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.310947 3900 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.311081 3900 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:08:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.321581 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 4
01:08:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.325062 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.349776 3900 master_runner.cc:386] Master server non-default flags:
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.253
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.253:36377
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.253
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/logs
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.350896 3900 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:53.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.351926 3900 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:53.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.369766 3907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.624478 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 5
01:08:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.627866 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.175431 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 6
01:08:54.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:54.181865 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.253:36377: Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.370787 3910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:53.372151 3900 server_base.cc:1034] running on GCE node
01:08:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:53.369849 3908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.591969 3900 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.594435 3900 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.595778 3900 hybrid_clock.cc:648] HybridClock initialized: now 1781831334595749 us; error 41 us; skew 500 ppm
01:08:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.596711 3900 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:54 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831334, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.606819 3900 init.cc:377] Logged in from keytab as kudu/127.3.180.253@KRBTEST.COM (short username kudu)
01:08:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.612202 3900 webserver.cc:460] Webserver started at http://127.3.180.253:36595/ using document root <none> and password file <none>
01:08:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.613191 3900 fs_manager.cc:359] Metadata directory not provided
01:08:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.613417 3900 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.613978 3900 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.618970 3900 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/instance:
01:08:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0706526bf2bd4d85b4aecc5fdf302047"
01:08:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:54 on dist-test-slave-583f"
01:08:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.620059 3900 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal/instance:
01:08:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0706526bf2bd4d85b4aecc5fdf302047"
01:08:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:54 on dist-test-slave-583f"
01:08:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.627709 3900 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
01:08:54.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.632650 3920 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:54.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.633575 3900 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.633911 3900 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0706526bf2bd4d85b4aecc5fdf302047"
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:54 on dist-test-slave-583f"
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.634245 3900 fs_report.cc:383] FS layout report
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/data
01:08:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.674089 3900 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.679697 3900 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.680148 3900 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.758024 3900 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.253:36377
01:08:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.758096 3972 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.253:36377 every 8 connection(s)
01:08:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.760833 3900 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:08:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.763640 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3900
01:08:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.764086 3795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal/instance
01:08:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.767117 3973 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.180.252@KRBTEST.COM; defaulting to no policy
01:08:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.781785 3973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } has no permanent_uuid. Determining permanent_uuid...
01:08:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.180.252@KRBTEST.COM" created.
01:08:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:54 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831334, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.253@KRBTEST.COM for kudu/127.3.180.254@KRBTEST.COM
01:08:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:08:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab.
01:08:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.180.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab.
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.810004 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/logs
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.252:42535
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.252
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.252
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:08:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.819378 3973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } has no permanent_uuid. Determining permanent_uuid...
01:08:54.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:54 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831334, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.253@KRBTEST.COM for kudu/127.3.180.253@KRBTEST.COM
01:08:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.844225 3973 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } has no permanent_uuid. Determining permanent_uuid...
01:08:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:54.846383 3922 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:54.849912 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.899369 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 1
01:08:54.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:54.904083 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:54.972566 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 2
01:08:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:54.976120 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.067628 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 3
01:08:55.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.071237 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.129745 3979 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.130241 3979 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.130802 3979 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.163017 3979 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:08:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.163287 3979 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.163563 3979 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.163836 3979 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.164197 3979 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.164598 3979 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.164844 3979 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.200699 3979 master_runner.cc:386] Master server non-default flags:
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.252
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.252:42535
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.252
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/logs
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.202106 3979 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.203365 3979 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.214634 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 4
01:08:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.218482 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.222539 3987 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.242489 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } attempt: 7
01:08:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:55 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831332, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.254@KRBTEST.COM for kudu/127.3.180.253@KRBTEST.COM
01:08:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.269960 3894 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } has no permanent_uuid. Determining permanent_uuid...
01:08:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.276686 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.335253 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 1
01:08:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.339607 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.421018 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 2
01:08:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.425858 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.511272 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 3
01:08:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.515460 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.517901 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 5
01:08:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.522475 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.655851 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 4
01:08:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.664471 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.947858 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 5
01:08:55.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.951426 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.069864 3973 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 6
01:08:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:56.076040 3973 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.224066 3988 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:55.225028 3979 server_base.cc:1034] running on GCE node
01:08:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:55.223748 3990 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.449151 3979 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.452662 3979 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.454367 3979 hybrid_clock.cc:648] HybridClock initialized: now 1781831336454296 us; error 72 us; skew 500 ppm
01:08:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.455252 3979 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.460619 3979 init.cc:377] Logged in from keytab as kudu/127.3.180.252@KRBTEST.COM (short username kudu)
01:08:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.466041 3979 webserver.cc:460] Webserver started at http://127.3.180.252:37415/ using document root <none> and password file <none>
01:08:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.466840 3979 fs_manager.cc:359] Metadata directory not provided
01:08:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.467006 3979 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.467374 3979 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:08:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.472498 3979 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/instance:
01:08:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "175093f3472d4c2abee5182187fea444"
01:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:56 on dist-test-slave-583f"
01:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.473475 3979 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal/instance:
01:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "175093f3472d4c2abee5182187fea444"
01:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:56 on dist-test-slave-583f"
01:08:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.481940 3979 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
01:08:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.491858 4004 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.493161 3979 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
01:08:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.493535 3979 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "175093f3472d4c2abee5182187fea444"
01:08:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:56 on dist-test-slave-583f"
01:08:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.493944 3979 fs_report.cc:383] FS layout report
01:08:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/data
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.503958 3894 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } attempt: 6
01:08:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:56.510434 3894 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.180.252:42535: Network error: Client connection negotiation failed: client connection to 127.3.180.252:42535: connect: Connection refused (error 111)
01:08:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.548857 3979 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.556352 3979 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.556725 3979 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.640236 3979 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.252:42535
01:08:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.640338 4057 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.252:42535 every 8 connection(s)
01:08:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.642928 3979 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.645838 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 3979
01:08:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.646299 3795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal/instance
01:08:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.650470 4058 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:08:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.667196 4058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } has no permanent_uuid. Determining permanent_uuid...
01:08:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831331, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.180.252@KRBTEST.COM
01:08:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for kudu/127.3.180.254@KRBTEST.COM
01:08:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.713764 4058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } has no permanent_uuid. Determining permanent_uuid...
01:08:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831331, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.180.253@KRBTEST.COM
01:08:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for kudu/127.3.180.253@KRBTEST.COM
01:08:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.738955 4058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } has no permanent_uuid. Determining permanent_uuid...
01:08:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831331, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.180.254@KRBTEST.COM
01:08:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for kudu/127.3.180.252@KRBTEST.COM
01:08:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.768375 4058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Bootstrap starting.
01:08:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.769042 3795 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:08:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.775739 4058 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Neither blocks nor log segments found. Creating new log.
01:08:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.778249 4058 log.cc:824] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Log is configured to *not* fsync() on all Append() calls
01:08:56.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:08:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.785431 4058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: No bootstrap required, opened a new log
01:08:56.791 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:08:56.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:08:56.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.180.254"
port: 40899
}
bound_http_address {
host: "127.3.180.254"
port: 34843
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.180.253"
port: 36377
}
bound_http_address {
host: "127.3.180.253"
port: 36595
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.180.252"
port: 42535
}
bound_http_address {
host: "127.3.180.252"
port: 37415
}
}
}
01:08:56.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:08:56.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.796 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:08:56.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:08:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.815845 4058 raft_consensus.cc:348] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:08:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.816965 4058 raft_consensus.cc:374] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:08:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.817226 4058 raft_consensus.cc:729] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 175093f3472d4c2abee5182187fea444, State: Initialized, Role: FOLLOWER
01:08:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.818099 4058 consensus_queue.cc:260] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:08:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.820839 4069 sys_catalog.cc:455] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } } }
01:08:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.822345 4069 sys_catalog.cc:458] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: This master's current role is: FOLLOWER
01:08:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.822819 4058 sys_catalog.cc:564] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: configured and running, proceeding with master startup.
01:08:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:08:56.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.837 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc
01:08:56.845 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:08:56.847 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc
01:08:56.848 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:08:56.852 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:08:56.855 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:08:56.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:08:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:56.866910 4080 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:08:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:56.867172 4080 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:08:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.851732 3979 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: OK, instance_id { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" instance_seqno: 1781831332868771 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:08:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.884068 3979 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:08:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:56 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:08:56.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.905 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc
01:08:56.907 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:08:56.907 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.180.252:42535
01:08:56.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:08:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.910182 3795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3979
01:08:56.928 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.928 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.180.254:40899
01:08:56.928 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:08:56.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.928790 3795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3821
01:08:56.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.953 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.180.253:36377
01:08:56.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:08:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.954339 3795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3900
01:08:56.973 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:56.974 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.180.252:42535
01:08:56.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:56.977958 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/logs
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.252:42535
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.252
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37415
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.252
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:08:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.277514 4084 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.278069 4084 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.278625 4084 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.308904 4084 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:08:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.309116 4084 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.309392 4084 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.309580 4084 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.309762 4084 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.309942 4084 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.310077 4084 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:57.344744 4084 master_runner.cc:386] Master server non-default flags:
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.252.keytab
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.252
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:57.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.252:42535
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.252
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37415
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/logs
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:57.345804 4084 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:57.346701 4084 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:57.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.364382 4090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:58.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.364423 4093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:57.365523 4091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:58.583880 4092 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:08:58.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.584369 4084 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:08:58.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.588043 4084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:08:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.590711 4084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:08:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.592064 4084 hybrid_clock.cc:648] HybridClock initialized: now 1781831338592041 us; error 34 us; skew 500 ppm
01:08:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.592904 4084 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:08:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:08:58 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831338, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:08:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.598579 4084 init.cc:377] Logged in from keytab as kudu/127.3.180.252@KRBTEST.COM (short username kudu)
01:08:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.603693 4084 webserver.cc:460] Webserver started at http://127.3.180.252:37415/ using document root <none> and password file <none>
01:08:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.604657 4084 fs_manager.cc:359] Metadata directory not provided
01:08:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.604924 4084 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:08:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.612243 4084 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.007s sys 0.000s
01:08:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.616492 4104 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:08:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.617427 4084 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:08:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.617770 4084 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "175093f3472d4c2abee5182187fea444"
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:56 on dist-test-slave-583f"
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.619936 4084 fs_report.cc:383] FS layout report
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/wal
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/data
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:08:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:08:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:08:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.663676 4084 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:08:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.669505 4084 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:08:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.669889 4084 kserver.cc:163] Server-wide thread pool size limit: 3276
01:08:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.742080 4084 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.252:42535
01:08:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.742257 4155 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.252:42535 every 8 connection(s)
01:08:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.745769 4084 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-2/data/info.pb
01:08:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.755215 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 4084
01:08:58.755 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:08:58.756 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.180.254:40899
01:08:58.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:08:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.756129 4156 sys_catalog.cc:263] Verifying existing consensus state
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.757341 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:08:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/logs
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.254:40899
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.254
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34843
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.254
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:08:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.763415 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Bootstrap starting.
01:08:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.794821 4156 log.cc:824] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Log is configured to *not* fsync() on all Append() calls
01:08:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.799537 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:08:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.800210 4156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Bootstrap complete.
01:08:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.826005 4156 raft_consensus.cc:348] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:08:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.828249 4156 raft_consensus.cc:374] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:08:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.828567 4156 raft_consensus.cc:729] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 175093f3472d4c2abee5182187fea444, State: Initialized, Role: FOLLOWER
01:08:58.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.829437 4156 consensus_queue.cc:260] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:08:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.832177 4160 sys_catalog.cc:455] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } } }
01:08:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.833030 4160 sys_catalog.cc:458] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: This master's current role is: FOLLOWER
01:08:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.835944 4156 sys_catalog.cc:564] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [sys.catalog]: configured and running, proceeding with master startup.
01:08:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:58.871598 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:08:58.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:58.872151 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:08:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.867416 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:08:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:58.900173 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:08:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:58.926034 4110 tablet.cc:2369] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:08:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.063625 4160 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:08:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.064239 4160 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:08:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.069996 4105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:08:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.070792 4160 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:08:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.075848 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:08:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.078475 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:08:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.078909 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:08:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.079726 4160 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:08:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.136106 4158 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:08:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.136839 4158 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:08:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.137622 4158 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:08:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.171589 4158 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:08:59.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.171859 4158 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:08:59.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.172290 4158 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:08:59.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.172614 4158 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:08:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.172940 4158 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:08:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.173251 4158 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:08:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.173472 4158 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.211324 4158 master_runner.cc:386] Master server non-default flags:
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:08:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.254.keytab
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.254
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.254:40899
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.254
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34843
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:08:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/logs
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:08:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.212862 4158 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:08:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:08:59.214143 4158 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:08:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.234084 4182 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:08:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.878850 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.879418 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.234117 4181 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:09:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:08:59.236761 4184 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:09:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:00.501407 4183 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:09:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.501470 4158 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:09:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.505105 4158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:09:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.508392 4158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:09:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.509824 4158 hybrid_clock.cc:648] HybridClock initialized: now 1781831340509438 us; error 376 us; skew 500 ppm
01:09:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.510933 4158 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:09:00.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:00 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831340, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:09:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.522898 4158 init.cc:377] Logged in from keytab as kudu/127.3.180.254@KRBTEST.COM (short username kudu)
01:09:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.530349 4158 webserver.cc:460] Webserver started at http://127.3.180.254:34843/ using document root <none> and password file <none>
01:09:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.531188 4158 fs_manager.cc:359] Metadata directory not provided
01:09:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.531385 4158 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:09:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.539863 4158 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
01:09:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.545228 4195 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:09:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.546403 4158 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
01:09:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.546727 4158 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:09:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "03c9b12de7d34b1a9248eea104ee7458"
01:09:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:52 on dist-test-slave-583f"
01:09:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.549371 4158 fs_report.cc:383] FS layout report
01:09:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/data
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:09:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:09:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.594218 4158 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:09:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.602229 4158 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:09:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.602790 4158 kserver.cc:163] Server-wide thread pool size limit: 3276
01:09:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.692987 4158 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.254:40899
01:09:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.693054 4246 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.254:40899 every 8 connection(s)
01:09:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.696240 4158 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/data/info.pb
01:09:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.697902 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 4158
01:09:00.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:09:00.700 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.180.253:36377
01:09:00.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.702767 3795 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/logs
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:09:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.253:36377
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.253
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36595
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.253
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:09:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:09:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:09:00.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.711799 4247 sys_catalog.cc:263] Verifying existing consensus state
01:09:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 01:09:00.712764 4247 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:09:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.713922 4158 master.cc:537] Master@127.3.180.254:40899 shutting down...
01:09:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:00.781077 4158 master.cc:552] Master@127.3.180.254:40899 shutdown complete.
01:09:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:09:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:00.883965 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:00.884352 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.054010 4249 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:09:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.054754 4249 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:09:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.055706 4249 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:09:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.096334 4249 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:09:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.096537 4249 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:09:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.096946 4249 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:09:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.097280 4249 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:09:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.097625 4249 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:09:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.097937 4249 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:09:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.098165 4249 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40391/jwks.json
01:09:01.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.120625 4254 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:01.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.120998 4254 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.122597 4254 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.130554 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.131319 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.131937 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.132711 4254 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.143988 4249 master_runner.cc:386] Master server non-default flags:
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.180.212:32963
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.180.254:40899,127.3.180.253:36377,127.3.180.252:42535
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/krb5kdc/kudu_127.3.180.253.keytab
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.180.253
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.180.253:36377
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:09:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40391/jwks.json
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.180.253
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36595
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/logs
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:09:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:09:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 00:24:23 UTC on ccycloud.quasar-jevqmm.root.comops.site
01:09:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454911
01:09:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:09:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.145514 4249 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:09:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.146912 4249 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:09:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.887356 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.887665 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:01.168129 4249 server_base.cc:1034] running on GCE node
01:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.165578 4260 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.166764 4262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:09:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:01.165567 4259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:09:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.403964 4249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:09:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.407151 4249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:09:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.408563 4249 hybrid_clock.cc:648] HybridClock initialized: now 1781831342408532 us; error 42 us; skew 500 ppm
01:09:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.409469 4249 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:09:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:02 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831342, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:09:02.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.415433 4249 init.cc:377] Logged in from keytab as kudu/127.3.180.253@KRBTEST.COM (short username kudu)
01:09:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.421125 4249 webserver.cc:460] Webserver started at http://127.3.180.253:36595/ using document root <none> and password file <none>
01:09:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.422031 4249 fs_manager.cc:359] Metadata directory not provided
01:09:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.422317 4249 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:09:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.430094 4249 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
01:09:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.433945 4271 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:09:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.435019 4249 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
01:09:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.435402 4249 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data,/tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:09:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0706526bf2bd4d85b4aecc5fdf302047"
01:09:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 01:08:54 on dist-test-slave-583f"
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.437844 4249 fs_report.cc:383] FS layout report
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/data
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:09:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:09:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:09:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:09:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:09:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:09:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:09:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.478132 4249 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:09:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.487167 4249 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:09:02.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.488590 4249 kserver.cc:163] Server-wide thread pool size limit: 3276
01:09:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.570134 4249 rpc_server.cc:307] RPC server started. Bound to: 127.3.180.253:36377
01:09:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.570262 4322 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.180.253:36377 every 8 connection(s)
01:09:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.573292 4249 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/data/info.pb
01:09:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.575934 3795 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu as pid 4249
01:09:02.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:09:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.588457 4323 sys_catalog.cc:263] Verifying existing consensus state
01:09:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 01:09:02.589368 4323 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:09:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.589778 4249 master.cc:537] Master@127.3.180.253:36377 shutting down...
01:09:02.663 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.180.252:42535(127.3.180.252:42535)] connecting to peer
01:09:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:02.699379 4249 master.cc:552] Master@127.3.180.253:36377 shutdown complete.
01:09:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskVgilWw/test-tmp/mini-kudu-cluster1123073969704375742/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:09:02.731 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:02.736 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:02.789 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.180.252:42535(127.3.180.252:42535)] Successfully connected to peer
01:09:02.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:02.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:02.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:02.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:02.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:02.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:02.881 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:09:02.890 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.3.180.252
01:09:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:02.891670 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:02.892220 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:03 dist-test-slave-583f krb5kdc[3808](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831336, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.3.180.252@KRBTEST.COM
01:09:03.111 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb3e8537d, L:/127.0.0.1:49020 - R:/127.3.180.252:42535] using SASL/GSSAPI
01:09:03.128 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.149 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.186 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.207 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.245 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.303095 4329 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.303438 4329 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.304877 4329 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:03.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.307 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:03.314720 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:03.315362 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.315614 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:03.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.316215 4329 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:03.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:03.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:03.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:03.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:03.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:03.895112 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:03.895344 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.902585 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:03.902901 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:04.146 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:04.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:04.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:04.406 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:04.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:04.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:04.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:04.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:04.898120 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:04.898388 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:05.765 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:05.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:05.768 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:05.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:05.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:05.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:05.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:05.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:05.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:05.901088 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:05.901324 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:06.903868 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:06.904104 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:06.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:06.952888 4338 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:06.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:06.953269 4338 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:06.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:06.954905 4338 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:06.956843 4105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:09:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:06.960263 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:06.960726 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:06.961206 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:06.961694 4338 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:07.907646 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:07.907991 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:08.066 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:08.067 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:08.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:08.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:08.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:08.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:08.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:08.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:08.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:08 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831348, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:09:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:08.602366 4100 init.cc:295] Successfully reacquired a new kerberos TGT
01:09:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:08.687536 3217 debug-util.cc:398] Leaking SignalData structure 0x7b0800084020 after lost signal to thread 3152
01:09:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:08.688444 3217 debug-util.cc:398] Leaking SignalData structure 0x7b0800097420 after lost signal to thread 3220
01:09:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:08.906277 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:08.906886 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:08.910719 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:08.911022 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:09.268112 4346 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:09.268620 4346 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:09.270182 4346 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:09.275442 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:09.275990 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:09.276290 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:09.276965 4346 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:09.914076 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:09.914428 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:10.917126 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:10.917394 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:11.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:11.266 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:11.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:11.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:11.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:11.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:11.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:11.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:11.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:11.920043 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:11.920326 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:12.923089 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:12.923377 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:13.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:13.909498 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:13.909849 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:13.926293 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:13.926533 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:14.929242 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:14.929492 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:15.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:15.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:15.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:15.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:15.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:15.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:15.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:15.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:15.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:15.932066 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:15.932358 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:16.379969 4356 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:16.380407 4356 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:16.382220 4356 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:16.384441 4105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:09:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:16.387310 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:16.387868 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:16.388115 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:16.388666 4356 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:16.934931 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:16.935189 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:17.938920 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:17.939582 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:18 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831358, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:09:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:18.604588 4100 init.cc:295] Successfully reacquired a new kerberos TGT
01:09:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:18.912801 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:18.913209 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:18.942332 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:18.942620 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:19.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:19.107 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:19.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:19.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:19.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:19.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:19.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:19.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:19.945652 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:19.945968 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:20.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:20.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:20.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:20.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:20.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:20.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:20.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:20.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:20.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:20.948768 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:20.949004 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:21.951539 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:21.951776 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:22.579057 4367 raft_consensus.cc:482] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:09:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:22.579535 4367 raft_consensus.cc:504] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03c9b12de7d34b1a9248eea104ee7458" member_type: VOTER last_known_addr { host: "127.3.180.254" port: 40899 } } peers { permanent_uuid: "0706526bf2bd4d85b4aecc5fdf302047" member_type: VOTER last_known_addr { host: "127.3.180.253" port: 36377 } } peers { permanent_uuid: "175093f3472d4c2abee5182187fea444" member_type: VOTER last_known_addr { host: "127.3.180.252" port: 42535 } }
01:09:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:22.581259 4367 leader_election.cc:288] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899), 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377)
01:09:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:22.584095 4105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:09:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:22.586941 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 03c9b12de7d34b1a9248eea104ee7458 (127.3.180.254:40899): Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111)
01:09:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:22.587509 4105 leader_election.cc:334] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0706526bf2bd4d85b4aecc5fdf302047 (127.3.180.253:36377): Network error: Client connection negotiation failed: client connection to 127.3.180.253:36377: connect: Connection refused (error 111)
01:09:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:22.587862 4105 leader_election.cc:302] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 175093f3472d4c2abee5182187fea444; no voters: 03c9b12de7d34b1a9248eea104ee7458, 0706526bf2bd4d85b4aecc5fdf302047
01:09:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:22.588564 4367 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:09:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:22.955260 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:22.955515 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:23.286 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:23.287 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:23.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:23.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:23.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:23.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:23.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:23.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:23.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:23.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:23.915709 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:23.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:23.916049 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:23.958235 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:23.958463 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:24.866 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:24.867 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:24.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:24.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:24.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:24.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:24.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:24.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:24.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:24.961073 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:24.961310 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:25.964161 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:25.964509 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:26.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:26.887 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:26.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:26.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:26.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:26.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:26.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:26.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:26.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:26.967058 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:26.967290 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:27.970609 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:27.970964 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 01:09:28 dist-test-slave-583f krb5kdc[3808](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781831368, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:09:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:28.606829 4100 init.cc:295] Successfully reacquired a new kerberos TGT
01:09:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:28.919082 4084 master_runner.cc:186] Error getting master registration for 127.3.180.254:40899: Network error: Client connection negotiation failed: client connection to 127.3.180.254:40899: connect: Connection refused (error 111),
01:09:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:28.919471 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:09:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:28.973539 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:28.973796 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:29.846 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:29.847 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:29.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:29.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:29.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:29.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:29.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:29.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:29.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:29.976576 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:29.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:29.976828 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:30.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:30.979116 4172 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 175093f3472d4c2abee5182187fea444: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:09:30.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 01:09:30.979367 4172 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:09:31.545 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.254:40899(127.3.180.254:40899)] connecting to peer
01:09:31.546 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.180.253:36377(127.3.180.253:36377)] connecting to peer
01:09:31.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:31.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.180.254:40899(127.3.180.254:40899)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:31.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.254:40899: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899
01:09:31.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:31.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.253:36377(127.3.180.253:36377)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:31.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.180.253:36377: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
01:09:31.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377; will retry
01:09:31.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28967), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [533ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [564ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [586ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [589ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [599ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [601ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [603ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [617ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [621ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [723ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [726ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [820ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [822ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1084ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1555ms] refreshing cache from master, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1815ms] refreshing cache from master, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1821ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3180ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [5475ms] refreshing cache from master, [5475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [5478ms] too many traces: truncated at 100 traces, deferred=Deferred@1717564913(state=PENDING, result=null, callback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928), errback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928)))
01:09:31.560 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.180.253:36377(127.3.180.253:36377)] disconnecting while in state TERMINATED
01:09:31.561 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.180.254:40899(127.3.180.254:40899)] disconnecting while in state TERMINATED
01:09:31.562 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.3.180.252:42535(127.3.180.252:42535)] disconnecting while in state READY
01:09:31.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:09:31.569 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.180.252:42535(127.3.180.252:42535)] handling channelInactive
01:09:31.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.180.252:42535(127.3.180.252:42535)] cleaning up while in state READY due to: connection closed
01:09:31.569 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:09:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:31.583595 3795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 4084
01:09:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:09:32Z chronyd exiting
01:09:33.797 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:09:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.798594 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3347
01:09:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.829192 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3503
01:09:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.856014 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3650
01:09:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.884929 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3078
01:09:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.913179 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3148
01:09:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 01:09:33.944999 3066 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVgilWw/build/tsan/bin/kudu with pid 3223
01:09:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T01:09:35Z chronyd exiting
01:09:36.113 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28967), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [533ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [564ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [586ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [589ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [599ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [601ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [603ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [617ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [621ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [723ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [726ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [820ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [822ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1084ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1555ms] refreshing cache from master, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1815ms] refreshing cache from master, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1821ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3180ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [5475ms] refreshing cache from master, [5475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [5478ms] too many traces: truncated at 100 traces, deferred=Deferred@1717564913(state=PENDING, result=null, callback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928), errback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.180.253:36377
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28967), Traces: [0ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [272ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [533ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [538ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [559ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [564ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [583ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [586ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [588ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [589ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [599ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [601ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [603ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [614ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [617ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [620ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [621ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [659ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [661ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [715ms] refreshing cache from master, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [721ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [723ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [724ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [726ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [815ms] refreshing cache from master, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [820ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [822ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1075ms] refreshing cache from master, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1084ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1555ms] refreshing cache from master, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1562ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1815ms] refreshing cache from master, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [1816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [1821ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3175ms] refreshing cache from master, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [3175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.254:40899: Network error: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899, [3178ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.252:42535: OK, [3180ms] Sub RPC ConnectToMaster: received response from server master-127.3.180.253:36377: Network error: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [3180ms] delaying RPC due to: Service unavailable: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377, [5475ms] refreshing cache from master, [5475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.252:42535, [5476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.254:40899, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.180.253:36377, [5478ms] too many traces: truncated at 100 traces, deferred=Deferred@1717564913(state=PENDING, result=null, callback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928), errback=(continuation of Deferred@1445174856 after retry RPC after error@446234157) -> (continuation of Deferred@1544715216 after retry RPC after error@1174138334) -> (continuation of Deferred@266402551 after retry RPC after error@1389626544) -> (continuation of Deferred@492255681 after retry RPC after error@131642024) -> (continuation of Deferred@266848230 after retry RPC after error@2112140078) -> (continuation of Deferred@1507394658 after retry RPC after error@458665987) -> (continuation of Deferred@717196408 after retry RPC after error@1914316738) -> (continuation of Deferred@1668401143 after retry RPC after error@1300866354) -> (continuation of Deferred@453192887 after retry RPC after error@948186146) -> (continuation of Deferred@1437014714 after retry RPC after error@1434944777) -> (continuation of Deferred@1466133914 after retry RPC after error@1319091816) -> (continuation of Deferred@595595211 after retry RPC after error@1254517119) -> (continuation of Deferred@109429248 after retry RPC after error@895107142) -> (continuation of Deferred@378007409 after retry RPC after error@1878257999) -> (continuation of Deferred@1204730739 after retry RPC after error@544316348) -> (continuation of Deferred@161748132 after retry RPC after error@2041443670) -> (continuation of Deferred@1267391539 after retry RPC after error@1728713349) -> (continuation of Deferred@1319255028 after retry RPC after error@1479766067) -> (continuation of Deferred@1170555970 after retry RPC after error@1928128581) -> (continuation of Deferred@768479351 after retry RPC after error@1849646869) -> (continuation of Deferred@28832196 after retry RPC after error@344756087) -> (continuation of Deferred@1226598457 after retry RPC after error@1573863928)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.180.252:42535,127.3.180.254:40899,127.3.180.253:36377) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.254:40899(127.3.180.254:40899): Connection refused: /127.3.180.254:40899,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.180.253:36377(127.3.180.253:36377): Connection refused: /127.3.180.253:36377
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.180.253:36377
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)